[ 527.677348] env[66029]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.677348] env[66029]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.661063] env[66117]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 528.661063] env[66117]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 530.229605] env[66117]: INFO neutron.common.config [-] Logging enabled! [ 530.229942] env[66117]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 530.230171] env[66117]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66117) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 530.230471] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 530.230566] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 530.231414] env[66117]: WARNING oslo_policy.policy [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 530.231626] env[66117]: WARNING oslo_policy.policy [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 530.233322] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] VMware NSXv3 Agent initialized successfully. [ 530.233670] env[66117]: DEBUG oslo_concurrency.lockutils [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] Acquiring lock "singleton_lock" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.233796] env[66117]: DEBUG oslo_concurrency.lockutils [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] Acquired lock "singleton_lock" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.234013] env[66117]: DEBUG oslo_concurrency.lockutils [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] Releasing lock "singleton_lock" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.234306] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] Full set of CONF: {{(pid=66117) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 530.234409] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ******************************************************************************** {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 530.234511] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] Configuration options gathered from: {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 530.234870] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 530.235055] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 530.235247] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ================================================================================ {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 530.235319] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] agent_down_time = 75 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.235458] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] allow_automatic_dhcp_failover = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.235589] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] allow_bulk = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.235742] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] api_extensions_path = {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.235892] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] api_paste_config = api-paste.ini {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.236040] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] auth_strategy = keystone {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.236144] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] backdoor_port = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.236244] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] backdoor_socket = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.236376] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] backlog = 4096 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.236509] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] base_mac = fa:16:3e:00:00:00 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.236662] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] bind_host = 0.0.0.0 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.236800] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] bind_port = 9696 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.236929] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] client_socket_timeout = 900 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.237077] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] config_dir = [] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.237183] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.237317] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] config_source = [] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.237451] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] control_exchange = neutron {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.237585] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] core_plugin = ml2 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.237730] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] debug = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.237879] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] default_availability_zones = [] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.238101] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.238241] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] dhcp_agent_notification = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.238374] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] dhcp_agents_per_network = 1 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.238504] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] dhcp_lease_duration = 86400 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.238642] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] dhcp_load_type = networks {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.238815] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] dns_domain = openstacklocal {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.238961] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.239108] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] enable_default_route_bfd = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.239237] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] enable_default_route_ecmp = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.239366] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] enable_dvr = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.239491] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] enable_new_agents = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.239618] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.239743] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] enable_signals = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.239869] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] enable_traditional_dhcp = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.239989] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] external_dns_driver = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.240134] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] filter_validation = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.240273] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] global_physnet_mtu = 8950 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.240401] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] graceful_shutdown_timeout = 60 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.240585] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] host = cpu-1 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.240725] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] host_dvr_for_dhcp = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.240857] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] http_retries = 3 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.240991] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] instance_format = [instance: %(uuid)s] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.241142] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.241278] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ipam_driver = internal {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.241406] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ipv6_pd_enabled = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.241533] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] l3_ha = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.241664] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.241796] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] l3_ha_network_physical_name = {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.241934] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] l3_ha_network_type = {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.242075] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] log_color = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.242208] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] log_config_append = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.242340] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.242467] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] log_dir = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.242593] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] log_file = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.242691] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] log_options = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.242822] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] log_rotate_interval = 1 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.242960] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] log_rotate_interval_type = days {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.243105] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] log_rotation_type = none {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.243207] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.243306] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.243443] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.243574] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.243674] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.243804] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] max_dns_nameservers = 5 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.243971] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] max_header_line = 16384 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.244135] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] max_l3_agents_per_router = 3 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.244266] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] max_logfile_count = 30 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.244397] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] max_logfile_size_mb = 200 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.244525] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] max_subnet_host_routes = 20 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.244664] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] my_ip = 10.180.1.21 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.244800] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] my_ipv6 = ::1 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.244933] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] network_auto_schedule = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.245070] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] network_link_prefix = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.245210] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.245346] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] notify_nova_on_port_data_changes = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.245480] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] notify_nova_on_port_status_changes = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.245615] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] pagination_max_limit = -1 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.245744] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] publish_errors = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.245904] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] rate_limit_burst = 0 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.246026] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] rate_limit_except_level = CRITICAL {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.246142] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] rate_limit_interval = 0 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.246268] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] retry_until_window = 30 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.246394] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] router_distributed = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.246522] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] rpc_resources_processing_step = 20 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.246647] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] rpc_response_max_timeout = 600 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.246776] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] rpc_response_timeout = 60 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.246900] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] send_events_interval = 2 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.247057] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] service_plugins = ['router'] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.247198] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] setproctitle = on {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.247324] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] shell_completion = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.247455] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] state_path = /opt/stack/data/neutron {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.247588] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] syslog_log_facility = LOG_USER {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.247742] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] tcp_keepidle = 600 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.247886] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] transport_url = **** {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.248027] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] use_journal = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.248158] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] use_json = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.248285] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] use_ssl = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.248412] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] use_stderr = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.248546] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] use_syslog = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.248671] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] vlan_qinq = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.248821] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] vlan_transparent = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.248953] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] watch_log_file = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.249097] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] wsgi_default_pool_size = 100 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.249225] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] wsgi_keep_alive = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.249362] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.249493] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] wsgi_server_debug = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.249649] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_concurrency.disable_process_locking = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.249793] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.249936] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.250079] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.250216] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.250355] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.250488] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.250637] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] profiler.connection_string = messaging:// {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.250797] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] profiler.enabled = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.250956] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] profiler.es_doc_type = notification {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.251108] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] profiler.es_scroll_size = 10000 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.251249] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] profiler.es_scroll_time = 2m {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.251385] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] profiler.filter_error_trace = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.251521] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] profiler.hmac_keys = **** {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.251658] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] profiler.sentinel_service_name = mymaster {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.251802] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] profiler.socket_timeout = 0.1 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.251938] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] profiler.trace_requests = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.252080] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] profiler.trace_sqlalchemy = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.252229] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] profiler_jaeger.process_tags = {} {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.252360] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] profiler_jaeger.service_name_prefix = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.252495] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] profiler_otlp.service_name_prefix = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.252639] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_policy.enforce_new_defaults = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.252919] env[66117]: WARNING oslo_config.cfg [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 530.253082] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_policy.enforce_scope = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.253229] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_policy.policy_default_rule = default {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.253378] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.253516] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.253652] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.253784] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.253914] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.254051] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.254185] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.254317] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_policy.remote_timeout = 60.0 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.254459] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.254602] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] agent.extensions = [] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.254740] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.254879] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] service_providers.service_provider = [] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255029] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] QUOTAS.default_quota = -1 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255171] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255302] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] QUOTAS.quota_floatingip = 50 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255433] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] QUOTAS.quota_network = 100 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255563] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] QUOTAS.quota_port = 500 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255694] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255858] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] QUOTAS.quota_router = 10 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255993] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] QUOTAS.quota_security_group = 10 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.256141] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.256273] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] QUOTAS.quota_subnet = 100 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.256402] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] QUOTAS.track_quota_usage = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.256550] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.256681] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep.group = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.256809] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep.helper_command = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.256943] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep.log_daemon_traceback = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.257090] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.257222] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep.thread_pool_size = 8 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.257350] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep.user = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.257488] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.257616] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_dhcp_release.group = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.257785] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_dhcp_release.helper_command = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.257925] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.258093] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.258202] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.258330] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_dhcp_release.user = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.258468] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.258595] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_ovs_vsctl.group = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.258740] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_ovs_vsctl.helper_command = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.258883] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259029] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259165] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259295] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_ovs_vsctl.user = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259433] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_namespace.capabilities = [21] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259559] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_namespace.group = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259686] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_namespace.helper_command = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259820] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_namespace.log_daemon_traceback = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259957] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.260097] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_namespace.thread_pool_size = 8 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.260223] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_namespace.user = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.260360] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_conntrack.capabilities = [12] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.260487] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_conntrack.group = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.260613] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_conntrack.helper_command = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.260745] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.260881] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.261017] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.261145] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_conntrack.user = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.261281] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_link.capabilities = [12, 21] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.261408] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_link.group = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.261533] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_link.helper_command = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.261662] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_link.log_daemon_traceback = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.261794] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.261925] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_link.thread_pool_size = 8 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.262065] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] privsep_link.user = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.262217] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.262360] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.262497] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.continue_on_failed_promotions = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.262628] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.dscp = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.262765] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.dscp_inherit = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.262936] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.force_mp_to_policy = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.263085] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.locking_coordinator_url = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.263224] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.log_agent_heartbeats = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.263359] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.logging_expire = 1 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.263499] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.263631] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.263772] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.polling_interval = 240 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.263910] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.264059] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.264205] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.report_interval = 30.0 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.264344] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.264481] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.264617] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.264752] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.sync_skew = 60 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.264890] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.synchronization_queue_size = 20 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.265031] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT.use_helper_for_ns_read = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.265178] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] SECURITYGROUP.enable_ipset = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.265319] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] SECURITYGROUP.enable_security_group = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.265455] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.265597] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.265768] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] experimental.ipv6_pd_enabled = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.265936] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ml2.extension_drivers = ['port_security'] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.266084] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ml2.external_network_type = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.266233] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.266373] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ml2.overlay_ip_version = 4 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.266512] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ml2.path_mtu = 8950 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.266653] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ml2.physical_network_mtus = {} {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.266799] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ml2.tenant_network_types = ['vlan'] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.266942] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.267137] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ml2.type_drivers = ['vlan'] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.267238] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT_CLI.neutron_port_id = [] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.267374] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.267506] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.267648] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.267863] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.267992] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.268152] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.268293] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.268429] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.268624] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.268836] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_login_password = **** {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.268978] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_login_port = 443 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.269132] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_login_user = admin {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.269272] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.269413] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.269546] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.269676] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.269814] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.269958] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.270106] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.270242] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.270373] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.270510] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.270650] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.270783] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.270920] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.271117] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.271260] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] vsphere.vsphere_login_password = VMware1! {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.271396] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.271529] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.271670] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] nova.auth_section = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.271810] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] nova.auth_type = password {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.271947] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.272085] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] nova.certfile = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.272219] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] nova.collect_timing = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.272357] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] nova.endpoint_type = public {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.272486] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] nova.insecure = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.272612] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] nova.keyfile = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.272754] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] nova.region_name = RegionOne {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.272889] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] nova.split_loggers = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.273030] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] nova.timeout = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.273171] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] placement.auth_section = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.273311] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] placement.auth_type = password {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.273449] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.273577] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] placement.certfile = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.273709] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] placement.collect_timing = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.273858] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] placement.endpoint_type = public {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.274026] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] placement.insecure = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.274152] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] placement.keyfile = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.274279] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] placement.region_name = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.274409] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] placement.split_loggers = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.274535] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] placement.timeout = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.274671] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.auth_section = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.274802] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.auth_type = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.274959] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.cafile = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.275105] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.certfile = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.275242] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.collect_timing = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.275370] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.connect_retries = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.275497] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.connect_retry_delay = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.275630] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.enable_notifications = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.275756] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.endpoint_override = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.275888] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.insecure = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.276026] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.interface = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.276159] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.keyfile = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.276290] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.max_version = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.276417] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.min_version = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.276543] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.region_name = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.276670] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.retriable_status_codes = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.276798] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.service_name = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.276922] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.service_type = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.277058] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.split_loggers = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.277221] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.status_code_retries = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.277350] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.status_code_retry_delay = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.277478] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.timeout = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.277618] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.valid_interfaces = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.277829] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ironic.version = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.277917] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] cli_script.dry_run = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.278075] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.278213] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.278346] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.278479] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.278611] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.278765] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.278907] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.279052] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.279185] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.279323] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.279451] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.279591] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.279728] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.279866] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.279997] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.280147] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.280274] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.280402] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.280534] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.280662] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.280790] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.280921] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.281065] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.281200] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.281331] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.281460] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.281587] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.281716] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.281845] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.281975] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.282119] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.ssl = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.282257] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.282393] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.282522] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.282656] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.282790] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.ssl_version = {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.282921] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.283075] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_notifications.driver = [] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.283212] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_notifications.retry = -1 {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.283359] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.283491] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] oslo_messaging_notifications.transport_url = **** {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.283596] env[66117]: DEBUG oslo_service.backend._eventlet.service [None req-479ef462-2584-4dcd-8c7e-79c2dbe8b95a None None] ******************************************************************************** {{(pid=66117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 530.284751] env[66117]: DEBUG neutron.agent.securitygroups_rpc [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Init firewall settings (driver=nsxv3) {{(pid=66117) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 530.286095] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66117) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 530.286347] env[66117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-962fb05b-7848-4893-af98-6b833380b06a None None] RPC agent_id: nsxm-l-01a.corp.local [ 530.288582] env[66117]: DEBUG dogpile.cache.region [None req-962fb05b-7848-4893-af98-6b833380b06a None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 530.288712] env[66117]: DEBUG dogpile.lock [None req-962fb05b-7848-4893-af98-6b833380b06a None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 530.288822] env[66117]: DEBUG dogpile.lock [None req-962fb05b-7848-4893-af98-6b833380b06a None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 530.288913] env[66117]: DEBUG dogpile.lock [None req-962fb05b-7848-4893-af98-6b833380b06a None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 530.289015] env[66117]: DEBUG dogpile.cache.region [None req-962fb05b-7848-4893-af98-6b833380b06a None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 530.289106] env[66117]: DEBUG dogpile.lock [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 530.289225] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 530.337162] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Session token - acquiring [ 530.339218] env[66117]: DEBUG networking_nsxv3.common.locking [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.339391] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.339523] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.339926] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.352426] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.639848] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 530.664858] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 530.665041] env[66117]: DEBUG dogpile.cache.region [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Cache value generated in 0.376 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 530.665147] env[66117]: DEBUG dogpile.lock [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 530.665254] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Activating Policy API Provider. [ 530.665448] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Looking for the default Infrastructure Rules. [ 530.736790] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Looking for the Default Layer3 Logged Drop Section. [ 530.752990] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 530.753450] env[66117]: DEBUG networking_nsxv3.common.locking [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.753619] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquiring lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.753823] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.754140] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired external semaphore "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.754475] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-962fb05b-7848-4893-af98-6b833380b06a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.268341] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-962fb05b-7848-4893-af98-6b833380b06a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.771150] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-962fb05b-7848-4893-af98-6b833380b06a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.273653] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Inventory metadata is going to be refreshed. [ 532.274222] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 533.051934] env[66117]: DEBUG networking_nsxv3.common.locking [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.052282] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.052282] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.052542] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.064549] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 533.065449] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.066039] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 533.087601] env[66117]: DEBUG networking_nsxv3.common.locking [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.087868] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.087868] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.088195] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.088319] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.088462] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 533.088573] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.088672] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 533.110794] env[66117]: DEBUG networking_nsxv3.common.locking [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.111052] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.111052] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.111353] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.111522] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.111662] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 533.131515] env[66117]: DEBUG networking_nsxv3.common.locking [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.131708] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.131708] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.132011] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.132156] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.132297] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 533.154014] env[66117]: DEBUG networking_nsxv3.common.locking [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.154256] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquiring lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.154354] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.154587] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired external semaphore "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.154723] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Releasing lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.154868] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 533.154972] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.155083] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 533.174796] env[66117]: DEBUG networking_nsxv3.common.locking [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.175048] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquiring lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.175094] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.175379] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired external semaphore "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.175503] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Releasing lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.175644] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 533.175745] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.175867] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 533.196373] env[66117]: DEBUG networking_nsxv3.common.locking [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.196609] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.196651] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.196938] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.197123] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.197239] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 533.197341] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.197438] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Inventory metadata have been refreshed. [ 533.197531] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Dryrun:True. Metadata refresh completed. [ 533.197641] env[66117]: DEBUG oslo_concurrency.lockutils [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Releasing lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.199529] env[66117]: INFO neutron.agent.agent_extensions_manager [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Loaded agent extensions: [] [ 533.200368] env[66117]: DEBUG neutron_lib.callbacks.manager [None req-962fb05b-7848-4893-af98-6b833380b06a None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66117) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 533.248021] env[66117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-962fb05b-7848-4893-af98-6b833380b06a None None] NSXv3 Agent Agent RPC Daemon Started! [ 533.248199] env[66117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-962fb05b-7848-4893-af98-6b833380b06a None None] NSXv3 Agent Agent loop - iteration:0 started [ 533.248291] env[66117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-962fb05b-7848-4893-af98-6b833380b06a None None] NSXv3 Agent Agent out of sync with plugin! [ 538.200792] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.201180] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.202399] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.202738] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.108863] env[66117]: INFO networking_nsxv3.common.synchronization [None req-be474d30-4291-4d96-a3a0-85d8b0981df5 demo admin] Enqueued Resource ID: 058c1b6b-e790-40d7-8d22-a9757474c693 with Priority: HIGHEST for action security_group_rules [ 548.109457] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058c1b6b-e790-40d7-8d22-a9757474c693 with Priority: HIGHEST for action security_group_rules [ 548.109783] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-058c1b6b-e790-40d7-8d22-a9757474c693 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.109909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-058c1b6b-e790-40d7-8d22-a9757474c693" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.109974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-058c1b6b-e790-40d7-8d22-a9757474c693" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.110366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-058c1b6b-e790-40d7-8d22-a9757474c693" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.110431] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('058c1b6b-e790-40d7-8d22-a9757474c693',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.630821] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.631080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.631080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.631359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.631458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.631554] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 058c1b6b-e790-40d7-8d22-a9757474c693 already deleted. [ 548.631637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-058c1b6b-e790-40d7-8d22-a9757474c693" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.110400] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.110833] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.112446] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.112446] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.113441] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.113441] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.115192] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.115192] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.116194] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.116585] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 578.118397] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 578.118397] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.438194] env[66117]: INFO networking_nsxv3.common.synchronization [None req-d18f58dc-61ed-49d5-ab8c-647367084b68 None None] Enqueued Resource ID: 7df8dabf-b766-420c-b162-f6b4797db32e with Priority: HIGHEST for action port [ 579.438582] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8dabf-b766-420c-b162-f6b4797db32e with Priority: HIGHEST for action port [ 579.439118] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-7df8dabf-b766-420c-b162-f6b4797db32e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.439235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7df8dabf-b766-420c-b162-f6b4797db32e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.439290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7df8dabf-b766-420c-b162-f6b4797db32e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.439508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7df8dabf-b766-420c-b162-f6b4797db32e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.439595] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7df8dabf-b766-420c-b162-f6b4797db32e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.571124] env[66117]: INFO networking_nsxv3.common.synchronization [None req-2a49126e-247e-48fe-b0c0-053dce09dd07 None None] Enqueued Resource ID: b814547a-1cb7-42ee-8b99-3ba70e831b13 with Priority: HIGHEST for action port [ 579.571422] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b814547a-1cb7-42ee-8b99-3ba70e831b13 with Priority: HIGHEST for action port [ 579.571976] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b814547a-1cb7-42ee-8b99-3ba70e831b13 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.572441] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b814547a-1cb7-42ee-8b99-3ba70e831b13" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.572441] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b814547a-1cb7-42ee-8b99-3ba70e831b13" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.572441] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b814547a-1cb7-42ee-8b99-3ba70e831b13" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.572575] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b814547a-1cb7-42ee-8b99-3ba70e831b13',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.944040] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7df8dabf-b766-420c-b162-f6b4797db32e [ 579.944824] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.944824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.944824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.944824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.944824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.944824] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7df8dabf-b766-420c-b162-f6b4797db32e already deleted. [ 579.945130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7df8dabf-b766-420c-b162-f6b4797db32e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.076367] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b814547a-1cb7-42ee-8b99-3ba70e831b13 [ 580.076367] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.076367] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.076367] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.076367] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.076367] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.076367] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b814547a-1cb7-42ee-8b99-3ba70e831b13 already deleted. [ 580.076367] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b814547a-1cb7-42ee-8b99-3ba70e831b13" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.069149] env[66117]: INFO networking_nsxv3.common.synchronization [None req-a5635336-def2-4f64-876e-2f63711205d0 None None] Enqueued Resource ID: 381c91c3-3895-49f1-8647-7bc968994a0c with Priority: HIGHEST for action port [ 581.069798] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381c91c3-3895-49f1-8647-7bc968994a0c with Priority: HIGHEST for action port [ 581.070115] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-381c91c3-3895-49f1-8647-7bc968994a0c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.070365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-381c91c3-3895-49f1-8647-7bc968994a0c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.070558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-381c91c3-3895-49f1-8647-7bc968994a0c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.070833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-381c91c3-3895-49f1-8647-7bc968994a0c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.070921] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381c91c3-3895-49f1-8647-7bc968994a0c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.481970] env[66117]: INFO networking_nsxv3.common.synchronization [None req-c9d70895-cd4c-4108-821a-4bffefbbda5d None None] Enqueued Resource ID: 523078b1-05f7-41a4-8b3c-7f449125b953 with Priority: HIGHEST for action port [ 581.482053] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 523078b1-05f7-41a4-8b3c-7f449125b953 with Priority: HIGHEST for action port [ 581.482587] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-523078b1-05f7-41a4-8b3c-7f449125b953 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.482709] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-523078b1-05f7-41a4-8b3c-7f449125b953" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.482777] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-523078b1-05f7-41a4-8b3c-7f449125b953" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.483572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-523078b1-05f7-41a4-8b3c-7f449125b953" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.483967] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('523078b1-05f7-41a4-8b3c-7f449125b953',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.574600] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 381c91c3-3895-49f1-8647-7bc968994a0c [ 581.574943] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.575924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.576999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.577709] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.577843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.577913] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:381c91c3-3895-49f1-8647-7bc968994a0c already deleted. [ 581.578125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-381c91c3-3895-49f1-8647-7bc968994a0c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.988337] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 523078b1-05f7-41a4-8b3c-7f449125b953 [ 581.989202] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.989202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.989202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.989582] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.989582] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.989582] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:523078b1-05f7-41a4-8b3c-7f449125b953 already deleted. [ 581.989664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-523078b1-05f7-41a4-8b3c-7f449125b953" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.260114] env[66117]: INFO networking_nsxv3.common.synchronization [None req-50bc867a-096d-4286-a3bd-f20f2d43f8e9 None None] Enqueued Resource ID: bbff081c-951e-48fe-8995-d05e627d5881 with Priority: HIGHEST for action port [ 582.260642] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbff081c-951e-48fe-8995-d05e627d5881 with Priority: HIGHEST for action port [ 582.260959] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbff081c-951e-48fe-8995-d05e627d5881 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.261097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbff081c-951e-48fe-8995-d05e627d5881" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.261172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbff081c-951e-48fe-8995-d05e627d5881" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.262522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbff081c-951e-48fe-8995-d05e627d5881" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.262522] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbff081c-951e-48fe-8995-d05e627d5881',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.765154] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbff081c-951e-48fe-8995-d05e627d5881 [ 582.765281] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.765351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.765425] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.765630] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.765732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.765807] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbff081c-951e-48fe-8995-d05e627d5881 already deleted. [ 582.765887] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbff081c-951e-48fe-8995-d05e627d5881" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.749026] env[66117]: INFO networking_nsxv3.common.synchronization [None req-3f724357-74e3-4b7b-acac-c9fb8fa6fc41 None None] Enqueued Resource ID: 18e7baea-92a3-41c3-b0d2-3c79343543f7 with Priority: HIGHEST for action port [ 583.749553] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e7baea-92a3-41c3-b0d2-3c79343543f7 with Priority: HIGHEST for action port [ 583.750252] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-18e7baea-92a3-41c3-b0d2-3c79343543f7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.750252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18e7baea-92a3-41c3-b0d2-3c79343543f7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.750252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18e7baea-92a3-41c3-b0d2-3c79343543f7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.750887] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18e7baea-92a3-41c3-b0d2-3c79343543f7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.751117] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18e7baea-92a3-41c3-b0d2-3c79343543f7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.779272] env[66117]: INFO networking_nsxv3.common.synchronization [None req-0034b4f6-1689-495d-8a53-6aefca6fa372 None None] Enqueued Resource ID: 2cca7d52-62ae-4eae-a03e-7381409c7aad with Priority: HIGHEST for action port [ 583.779905] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cca7d52-62ae-4eae-a03e-7381409c7aad with Priority: HIGHEST for action port [ 583.780111] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cca7d52-62ae-4eae-a03e-7381409c7aad taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.780240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cca7d52-62ae-4eae-a03e-7381409c7aad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.780308] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cca7d52-62ae-4eae-a03e-7381409c7aad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.780621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cca7d52-62ae-4eae-a03e-7381409c7aad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.780686] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cca7d52-62ae-4eae-a03e-7381409c7aad',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.816013] env[66117]: INFO networking_nsxv3.common.synchronization [None req-ab542c94-8d88-4ce9-8a3e-6c326befa83d None None] Enqueued Resource ID: 9c04fee1-3e4f-426b-b4c1-98a79426e089 with Priority: HIGHEST for action port [ 583.816567] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c04fee1-3e4f-426b-b4c1-98a79426e089 with Priority: HIGHEST for action port [ 583.817792] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c04fee1-3e4f-426b-b4c1-98a79426e089 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.817792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c04fee1-3e4f-426b-b4c1-98a79426e089" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.817792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c04fee1-3e4f-426b-b4c1-98a79426e089" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.817792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c04fee1-3e4f-426b-b4c1-98a79426e089" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.817792] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c04fee1-3e4f-426b-b4c1-98a79426e089',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.253624] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18e7baea-92a3-41c3-b0d2-3c79343543f7 [ 584.255017] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.255017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.255017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.255017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.255017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.255017] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18e7baea-92a3-41c3-b0d2-3c79343543f7 already deleted. [ 584.255017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18e7baea-92a3-41c3-b0d2-3c79343543f7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.284722] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cca7d52-62ae-4eae-a03e-7381409c7aad [ 584.284722] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.284722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.284722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.284722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.284722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.284722] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cca7d52-62ae-4eae-a03e-7381409c7aad already deleted. [ 584.284722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cca7d52-62ae-4eae-a03e-7381409c7aad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.319790] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c04fee1-3e4f-426b-b4c1-98a79426e089 [ 584.320115] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.320221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.320294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.321151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.321151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.321151] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c04fee1-3e4f-426b-b4c1-98a79426e089 already deleted. [ 584.321151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c04fee1-3e4f-426b-b4c1-98a79426e089" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.102442] env[66117]: INFO networking_nsxv3.common.synchronization [None req-2c770b60-17bb-4cad-8460-5cc6e65be572 None None] Enqueued Resource ID: 3d7dcc5f-9819-44b2-8406-51496c561886 with Priority: HIGHEST for action port [ 586.102442] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7dcc5f-9819-44b2-8406-51496c561886 with Priority: HIGHEST for action port [ 586.106708] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d7dcc5f-9819-44b2-8406-51496c561886 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.106879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d7dcc5f-9819-44b2-8406-51496c561886" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.106944] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d7dcc5f-9819-44b2-8406-51496c561886" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.107192] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d7dcc5f-9819-44b2-8406-51496c561886" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.107280] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d7dcc5f-9819-44b2-8406-51496c561886',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.609882] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d7dcc5f-9819-44b2-8406-51496c561886 [ 586.611627] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.611627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.611627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.611627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.611627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.611627] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d7dcc5f-9819-44b2-8406-51496c561886 already deleted. [ 586.611627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d7dcc5f-9819-44b2-8406-51496c561886" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.951476] env[66117]: INFO networking_nsxv3.common.synchronization [None req-5cb8754d-30c7-4447-855d-e368526a0dca None None] Enqueued Resource ID: 6b4d81fa-6435-45e8-bb60-9e0b6dec7ea0 with Priority: HIGHEST for action port [ 586.952050] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b4d81fa-6435-45e8-bb60-9e0b6dec7ea0 with Priority: HIGHEST for action port [ 586.952345] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b4d81fa-6435-45e8-bb60-9e0b6dec7ea0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.952467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b4d81fa-6435-45e8-bb60-9e0b6dec7ea0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.952534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b4d81fa-6435-45e8-bb60-9e0b6dec7ea0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.952777] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b4d81fa-6435-45e8-bb60-9e0b6dec7ea0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.952860] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b4d81fa-6435-45e8-bb60-9e0b6dec7ea0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.024720] env[66117]: INFO networking_nsxv3.common.synchronization [None req-d74cca78-ce0a-40f5-a509-02341731ae09 None None] Enqueued Resource ID: e2d60b2f-afb5-4cef-8d23-d5995bdc0545 with Priority: HIGHEST for action port [ 587.024980] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d60b2f-afb5-4cef-8d23-d5995bdc0545 with Priority: HIGHEST for action port [ 587.025605] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2d60b2f-afb5-4cef-8d23-d5995bdc0545 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.026439] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2d60b2f-afb5-4cef-8d23-d5995bdc0545" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.026439] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2d60b2f-afb5-4cef-8d23-d5995bdc0545" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.026439] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2d60b2f-afb5-4cef-8d23-d5995bdc0545" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.026439] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2d60b2f-afb5-4cef-8d23-d5995bdc0545',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.203580] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.203799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.203799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.204009] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.204480] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.455346] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b4d81fa-6435-45e8-bb60-9e0b6dec7ea0 [ 587.455650] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.455761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.455819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.456117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.456117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.456229] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b4d81fa-6435-45e8-bb60-9e0b6dec7ea0 already deleted. [ 587.456271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b4d81fa-6435-45e8-bb60-9e0b6dec7ea0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.531550] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2d60b2f-afb5-4cef-8d23-d5995bdc0545 [ 587.531673] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.531823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.531919] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.532192] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.532332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.532443] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2d60b2f-afb5-4cef-8d23-d5995bdc0545 already deleted. [ 587.532475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2d60b2f-afb5-4cef-8d23-d5995bdc0545" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.710946] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.957997] env[66117]: INFO networking_nsxv3.common.synchronization [None req-37bb7162-134a-4da7-8278-885354ea9d7d None None] Enqueued Resource ID: 3b9bee1d-6c4a-45a4-bbe1-99f7be6ba131 with Priority: HIGHEST for action port [ 587.958484] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b9bee1d-6c4a-45a4-bbe1-99f7be6ba131 with Priority: HIGHEST for action port [ 587.958826] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b9bee1d-6c4a-45a4-bbe1-99f7be6ba131 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.958966] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b9bee1d-6c4a-45a4-bbe1-99f7be6ba131" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.959022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b9bee1d-6c4a-45a4-bbe1-99f7be6ba131" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.960391] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b9bee1d-6c4a-45a4-bbe1-99f7be6ba131" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.961322] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b9bee1d-6c4a-45a4-bbe1-99f7be6ba131',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.213896] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.464412] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b9bee1d-6c4a-45a4-bbe1-99f7be6ba131 [ 588.464988] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.464988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.464988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.465256] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.465930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.465930] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b9bee1d-6c4a-45a4-bbe1-99f7be6ba131 already deleted. [ 588.465930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b9bee1d-6c4a-45a4-bbe1-99f7be6ba131" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.716221] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 588.716341] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 588.817320] env[66117]: INFO networking_nsxv3.common.synchronization [None req-b7ec51a5-f77e-4cd8-a47a-13cafb210aa7 None None] Enqueued Resource ID: 7f5b6e5d-ffc1-4886-adb8-58d0408d16f7 with Priority: HIGHEST for action port [ 588.818556] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b6e5d-ffc1-4886-adb8-58d0408d16f7 with Priority: HIGHEST for action port [ 588.818556] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f5b6e5d-ffc1-4886-adb8-58d0408d16f7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.818714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f5b6e5d-ffc1-4886-adb8-58d0408d16f7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.818714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f5b6e5d-ffc1-4886-adb8-58d0408d16f7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.819611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f5b6e5d-ffc1-4886-adb8-58d0408d16f7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.819611] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f5b6e5d-ffc1-4886-adb8-58d0408d16f7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.049536] env[66117]: INFO networking_nsxv3.common.synchronization [None req-6a32e4af-f799-487b-9f34-33573ba3e6ad None None] Enqueued Resource ID: 776e6a2c-0085-46b7-93a7-7c14bff537ef with Priority: HIGHEST for action port [ 589.050092] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776e6a2c-0085-46b7-93a7-7c14bff537ef with Priority: HIGHEST for action port [ 589.050643] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-776e6a2c-0085-46b7-93a7-7c14bff537ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.050643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-776e6a2c-0085-46b7-93a7-7c14bff537ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.050643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-776e6a2c-0085-46b7-93a7-7c14bff537ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.050851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-776e6a2c-0085-46b7-93a7-7c14bff537ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.051039] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('776e6a2c-0085-46b7-93a7-7c14bff537ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.322741] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f5b6e5d-ffc1-4886-adb8-58d0408d16f7 [ 589.322741] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.322741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.322741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.322741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.322741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.322741] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f5b6e5d-ffc1-4886-adb8-58d0408d16f7 already deleted. [ 589.322741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f5b6e5d-ffc1-4886-adb8-58d0408d16f7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.554162] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 776e6a2c-0085-46b7-93a7-7c14bff537ef [ 589.554268] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.554412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.554474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.555503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.555503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.555503] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:776e6a2c-0085-46b7-93a7-7c14bff537ef already deleted. [ 589.555503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-776e6a2c-0085-46b7-93a7-7c14bff537ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.605336] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.605336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.605336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.605336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.624545] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 589.624545] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.624545] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 589.649166] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.649166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.649166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.649166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.649166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.649166] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 589.649166] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.649166] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 589.673605] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.673765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.673836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.674059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.674183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.674291] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 589.698075] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.698242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.698300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.698466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.698571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.698716] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 589.723853] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.723853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.723853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.723853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.723853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.723853] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 589.723853] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.723853] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 589.742732] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.742876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.742948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.743352] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.743352] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.743352] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 589.743478] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.743512] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 589.766367] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.766534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.768416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.768416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.768416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.768416] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 589.768416] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.768623] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 589.768623] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 589.768623] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 589.768749] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 589.768792] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 589.769101] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 589.769168] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 589.769228] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 589.792739] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.793071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.793071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.793169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.793279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.793386] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 589.820748] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.821478] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.821478] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.821620] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.822954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.838171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.999362] env[66117]: INFO networking_nsxv3.common.synchronization [None req-8262e461-d624-4670-8db7-77d5e11ff458 None None] Enqueued Resource ID: 9a7803d8-a3f3-42bf-a4f4-f8329e15ba29 with Priority: HIGHEST for action port [ 591.001757] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7803d8-a3f3-42bf-a4f4-f8329e15ba29 with Priority: HIGHEST for action port [ 591.003778] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a7803d8-a3f3-42bf-a4f4-f8329e15ba29 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.003778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a7803d8-a3f3-42bf-a4f4-f8329e15ba29" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.003951] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a7803d8-a3f3-42bf-a4f4-f8329e15ba29" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.004902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a7803d8-a3f3-42bf-a4f4-f8329e15ba29" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.004997] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a7803d8-a3f3-42bf-a4f4-f8329e15ba29',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.308619] env[66117]: INFO networking_nsxv3.common.synchronization [None req-0d3fbbc2-d909-4640-b767-262a57560ec4 None None] Enqueued Resource ID: 56f9032e-ddc2-4745-8951-60c4f07ae797 with Priority: HIGHEST for action port [ 591.308971] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f9032e-ddc2-4745-8951-60c4f07ae797 with Priority: HIGHEST for action port [ 591.309609] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-56f9032e-ddc2-4745-8951-60c4f07ae797 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.309742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56f9032e-ddc2-4745-8951-60c4f07ae797" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.309742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56f9032e-ddc2-4745-8951-60c4f07ae797" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.310012] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56f9032e-ddc2-4745-8951-60c4f07ae797" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.311676] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f9032e-ddc2-4745-8951-60c4f07ae797',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.507181] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a7803d8-a3f3-42bf-a4f4-f8329e15ba29 [ 591.507415] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.507573] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.507641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.507897] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.508095] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.508233] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a7803d8-a3f3-42bf-a4f4-f8329e15ba29 already deleted. [ 591.508347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a7803d8-a3f3-42bf-a4f4-f8329e15ba29" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.813917] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56f9032e-ddc2-4745-8951-60c4f07ae797 [ 591.814618] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.814618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.814618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.816062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.816062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.816062] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56f9032e-ddc2-4745-8951-60c4f07ae797 already deleted. [ 591.816062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56f9032e-ddc2-4745-8951-60c4f07ae797" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.170687] env[66117]: INFO networking_nsxv3.common.synchronization [req-6f785f91-2631-4046-953e-585dc630b49a req-96df3cef-9229-461d-bcb1-73c26749ec5b tempest-DeleteServersAdminTestJSON-1306980715 tempest-DeleteServersAdminTestJSON-1306980715-project-member] Enqueued Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_members [ 592.171403] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_members [ 592.171879] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.172022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.172086] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.172601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.172601] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.172731] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.172731] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.172877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.172959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.173487] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.237443] env[66117]: INFO networking_nsxv3.common.synchronization [None req-eef646e2-ff39-4fcd-9138-d5eb24e7fc71 None None] Enqueued Resource ID: c94825e9-8f90-4cd8-a11c-858b7269345f with Priority: HIGHEST for action port [ 592.237966] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c94825e9-8f90-4cd8-a11c-858b7269345f with Priority: HIGHEST for action port [ 592.238318] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-c94825e9-8f90-4cd8-a11c-858b7269345f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.238423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c94825e9-8f90-4cd8-a11c-858b7269345f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.238463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c94825e9-8f90-4cd8-a11c-858b7269345f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.238704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c94825e9-8f90-4cd8-a11c-858b7269345f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.238796] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c94825e9-8f90-4cd8-a11c-858b7269345f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.678488] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.678670] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.678792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.679058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.679155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.679352] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.679449] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.679510] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.679665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.679742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.679823] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 already deleted. [ 592.680251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.728126] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.728126] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.728126] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.728126] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.728126] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.728126] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.728126] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.728579] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.728790] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.729133] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.729711] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.729711] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.729711] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.729711] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.729711] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.729934] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.741407] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c94825e9-8f90-4cd8-a11c-858b7269345f [ 592.743661] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.743661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.743661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.743661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.743661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.743661] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c94825e9-8f90-4cd8-a11c-858b7269345f already deleted. [ 592.743661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c94825e9-8f90-4cd8-a11c-858b7269345f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.749652] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.750331] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.750331] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.750331] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.750478] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-9021277d-fcee-49c6-8a27-c1fa23bd25d5 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.750645] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-9021277d-fcee-49c6-8a27-c1fa23bd25d5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.750758] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-9021277d-fcee-49c6-8a27-c1fa23bd25d5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.751087] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-9021277d-fcee-49c6-8a27-c1fa23bd25d5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.751522] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9021277d-fcee-49c6-8a27-c1fa23bd25d5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.889559] env[66117]: INFO networking_nsxv3.common.synchronization [None req-f8b82db8-5653-43dd-a11d-1433dfaa8eda None None] Enqueued Resource ID: 3318611e-bfbe-4f6a-85f0-82695d416a9a with Priority: HIGHEST for action port [ 592.889559] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3318611e-bfbe-4f6a-85f0-82695d416a9a with Priority: HIGHEST for action port [ 592.889559] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3318611e-bfbe-4f6a-85f0-82695d416a9a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.889559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3318611e-bfbe-4f6a-85f0-82695d416a9a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.890873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3318611e-bfbe-4f6a-85f0-82695d416a9a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.891326] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3318611e-bfbe-4f6a-85f0-82695d416a9a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.891417] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3318611e-bfbe-4f6a-85f0-82695d416a9a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.234854] env[66117]: INFO networking_nsxv3.common.synchronization [req-17991fa3-a8fe-4ba8-9126-2a36dece962c req-f89bb00d-9d05-429f-82d7-fa3a96f8ea7a tempest-ServerDiagnosticsTest-1510365458 tempest-ServerDiagnosticsTest-1510365458-project-member] Enqueued Resource ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 with Priority: HIGHEST for action security_group_members [ 593.235370] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 with Priority: HIGHEST for action security_group_members [ 593.235670] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.235789] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.235849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.236468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.236468] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.236468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.236468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.236786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.236786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.236786] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f76a34b3-d8c7-405e-aae4-3fc549ca51a8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.255460] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.255666] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.255788] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.256057] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.259621] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.259621] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 9021277d-fcee-49c6-8a27-c1fa23bd25d5 not found, creating... [ 593.259621] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.259621] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.259621] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.259621] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.259621] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.259621] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.259621] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.259621] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.260140] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.260140] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.260140] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 9021277d-fcee-49c6-8a27-c1fa23bd25d5 is going to be created. [ 593.285763] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.288470] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.288470] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.288470] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.288470] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.288470] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-9021277d-fcee-49c6-8a27-c1fa23bd25d5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.394741] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3318611e-bfbe-4f6a-85f0-82695d416a9a [ 593.395090] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.395090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.395219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.395360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.395465] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.395575] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3318611e-bfbe-4f6a-85f0-82695d416a9a already deleted. [ 593.395658] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3318611e-bfbe-4f6a-85f0-82695d416a9a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.706925] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.707125] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.707245] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.707501] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.707740] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.708060] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.708060] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.708585] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.708585] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.708585] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.708726] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.708796] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.708892] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.708998] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.709110] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.709595] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.731018] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.731018] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.731018] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.731018] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.731018] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-8b426ff2-28fb-433a-bf5e-8e8cdfff1879 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.731018] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-8b426ff2-28fb-433a-bf5e-8e8cdfff1879" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.731018] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-8b426ff2-28fb-433a-bf5e-8e8cdfff1879" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.731018] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-8b426ff2-28fb-433a-bf5e-8e8cdfff1879" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.731018] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b426ff2-28fb-433a-bf5e-8e8cdfff1879',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.738290] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.738581] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.738732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.739027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.739205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.739470] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.739669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.739818] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.740058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.740235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.740392] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 already deleted. [ 593.740545] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.038486] env[66117]: INFO networking_nsxv3.common.synchronization [req-6f785f91-2631-4046-953e-585dc630b49a req-62e3234a-59cc-4b86-9936-37338d66475b service nova] Enqueued Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_rules [ 594.038665] env[66117]: INFO networking_nsxv3.common.synchronization [req-6f785f91-2631-4046-953e-585dc630b49a req-62e3234a-59cc-4b86-9936-37338d66475b service nova] Enqueued Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_members [ 594.038832] env[66117]: INFO networking_nsxv3.common.synchronization [req-6f785f91-2631-4046-953e-585dc630b49a req-62e3234a-59cc-4b86-9936-37338d66475b service nova] Enqueued Resource ID: 9021277d-fcee-49c6-8a27-c1fa23bd25d5 with Priority: HIGHEST for action port [ 594.039448] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_rules [ 594.039529] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_members [ 594.039587] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021277d-fcee-49c6-8a27-c1fa23bd25d5 with Priority: HIGHEST for action port [ 594.039844] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dcd68de-e6b5-4530-a5e3-1cc7b7044638 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.039964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.040040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.040283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.040364] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.041185] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.041278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.041316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.042032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.042032] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.042032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.042032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.042032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.042032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.042032] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.043130] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9021277d-fcee-49c6-8a27-c1fa23bd25d5 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.043275] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9021277d-fcee-49c6-8a27-c1fa23bd25d5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.043275] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9021277d-fcee-49c6-8a27-c1fa23bd25d5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.043390] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9021277d-fcee-49c6-8a27-c1fa23bd25d5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.043427] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9021277d-fcee-49c6-8a27-c1fa23bd25d5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.235273] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.236064] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.236218] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.236492] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.236633] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.236879] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 8b426ff2-28fb-433a-bf5e-8e8cdfff1879 not found, creating... [ 594.237185] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.237347] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.237484] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.237732] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.237869] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.238155] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.238368] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.238491] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.238693] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.238883] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.239036] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 8b426ff2-28fb-433a-bf5e-8e8cdfff1879 is going to be created. [ 594.259255] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.259456] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.259568] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.260706] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.260706] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.260706] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-8b426ff2-28fb-433a-bf5e-8e8cdfff1879" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.287565] env[66117]: INFO networking_nsxv3.common.synchronization [None req-527de5c4-73a0-4413-9fe0-1691bd6579ca None None] Enqueued Resource ID: 40d882a7-b0ef-4d13-81f9-9d04557bb948 with Priority: HIGHEST for action port [ 594.288096] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d882a7-b0ef-4d13-81f9-9d04557bb948 with Priority: HIGHEST for action port [ 594.288397] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d882a7-b0ef-4d13-81f9-9d04557bb948 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.288524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d882a7-b0ef-4d13-81f9-9d04557bb948" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.288593] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d882a7-b0ef-4d13-81f9-9d04557bb948" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.289021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d882a7-b0ef-4d13-81f9-9d04557bb948" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.293287] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d882a7-b0ef-4d13-81f9-9d04557bb948',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.546028] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.546209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.554245] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.555579] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9021277d-fcee-49c6-8a27-c1fa23bd25d5 with status ACTIVE [ 594.555691] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.555798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.555891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.556286] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.556448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.556510] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.556954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.556954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.557414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.557414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.557414] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.557623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.557623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.557798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.557889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.558220] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9021277d-fcee-49c6-8a27-c1fa23bd25d5 is going to be updated. [ 594.590455] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.590612] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.590612] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.590863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.590863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.591049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9021277d-fcee-49c6-8a27-c1fa23bd25d5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.797352] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40d882a7-b0ef-4d13-81f9-9d04557bb948 [ 594.797589] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.797718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.797783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.798016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.798163] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.798294] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40d882a7-b0ef-4d13-81f9-9d04557bb948 already deleted. [ 594.798383] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d882a7-b0ef-4d13-81f9-9d04557bb948" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.060305] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.408221] env[66117]: INFO networking_nsxv3.common.synchronization [req-17991fa3-a8fe-4ba8-9126-2a36dece962c req-de275ea3-2ebd-4a0c-ae87-e7c46518ee77 service nova] Enqueued Resource ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 with Priority: HIGHEST for action security_group_rules [ 595.408599] env[66117]: INFO networking_nsxv3.common.synchronization [req-17991fa3-a8fe-4ba8-9126-2a36dece962c req-de275ea3-2ebd-4a0c-ae87-e7c46518ee77 service nova] Enqueued Resource ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 with Priority: HIGHEST for action security_group_members [ 595.408599] env[66117]: INFO networking_nsxv3.common.synchronization [req-17991fa3-a8fe-4ba8-9126-2a36dece962c req-de275ea3-2ebd-4a0c-ae87-e7c46518ee77 service nova] Enqueued Resource ID: 8b426ff2-28fb-433a-bf5e-8e8cdfff1879 with Priority: HIGHEST for action port [ 595.410951] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 with Priority: HIGHEST for action security_group_rules [ 595.410951] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 with Priority: HIGHEST for action security_group_members [ 595.410951] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b426ff2-28fb-433a-bf5e-8e8cdfff1879 with Priority: HIGHEST for action port [ 595.410951] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f76a34b3-d8c7-405e-aae4-3fc549ca51a8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.410951] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.410951] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.410951] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.410951] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f76a34b3-d8c7-405e-aae4-3fc549ca51a8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.411465] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.411787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.411787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.412232] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.412232] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.412784] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.412823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.413303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.413303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.413303] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f76a34b3-d8c7-405e-aae4-3fc549ca51a8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.414638] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b426ff2-28fb-433a-bf5e-8e8cdfff1879 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.414638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b426ff2-28fb-433a-bf5e-8e8cdfff1879" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.414638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b426ff2-28fb-433a-bf5e-8e8cdfff1879" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.414638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b426ff2-28fb-433a-bf5e-8e8cdfff1879" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.414868] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b426ff2-28fb-433a-bf5e-8e8cdfff1879',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.562952] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.563131] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.563201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.563387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.563471] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.563561] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 is going to be created. [ 595.597451] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.597596] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.597663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.597902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.598014] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.609732] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 in Status: UNINITIALIZED for 2s [ 595.765937] env[66117]: INFO networking_nsxv3.common.synchronization [None req-a90003aa-5350-4753-b8d3-64f570b6c6bc None None] Enqueued Resource ID: daffebeb-f8a8-4803-b709-558a4d7e2a34 with Priority: HIGHEST for action port [ 595.765937] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daffebeb-f8a8-4803-b709-558a4d7e2a34 with Priority: HIGHEST for action port [ 595.766333] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-daffebeb-f8a8-4803-b709-558a4d7e2a34 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.766619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daffebeb-f8a8-4803-b709-558a4d7e2a34" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.766787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daffebeb-f8a8-4803-b709-558a4d7e2a34" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.767152] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daffebeb-f8a8-4803-b709-558a4d7e2a34" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.767343] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daffebeb-f8a8-4803-b709-558a4d7e2a34',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.916715] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.916882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.918828] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f76a34b3-d8c7-405e-aae4-3fc549ca51a8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.918828] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b426ff2-28fb-433a-bf5e-8e8cdfff1879 with status ACTIVE [ 595.918828] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.919231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.919231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.919231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.919231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.919427] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.919501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.919562] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.919737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.919808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.920010] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.921621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.921621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.921621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.921621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.921621] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b426ff2-28fb-433a-bf5e-8e8cdfff1879 is going to be updated. [ 595.949083] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.950046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.950046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.950227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.950284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.950438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b426ff2-28fb-433a-bf5e-8e8cdfff1879" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.272224] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port daffebeb-f8a8-4803-b709-558a4d7e2a34 [ 596.272458] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.272596] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.272675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.272929] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.273040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.273128] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:daffebeb-f8a8-4803-b709-558a4d7e2a34 already deleted. [ 596.273214] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daffebeb-f8a8-4803-b709-558a4d7e2a34" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.424202] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f76a34b3-d8c7-405e-aae4-3fc549ca51a8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.669652] env[66117]: INFO networking_nsxv3.common.synchronization [None req-9ca5bb99-49a9-4a69-93cf-0492e9cb3958 tempest-VolumesAssistedSnapshotsTest-1454753055 tempest-VolumesAssistedSnapshotsTest-1454753055-project-member] Enqueued Resource ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 with Priority: HIGHEST for action security_group_rules [ 596.669868] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 with Priority: HIGHEST for action security_group_rules [ 596.670178] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.670271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.670363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.671033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.671033] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01399e08-4a33-4e8a-bfde-0c9a888f99d1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.776938] env[66117]: INFO networking_nsxv3.common.synchronization [req-100cbde4-c750-47f8-9a59-bea32241db40 req-519f030b-6ab3-4ce4-b348-7a9f6366f49f tempest-ServersAdminNegativeTestJSON-1122862335 tempest-ServersAdminNegativeTestJSON-1122862335-project-member] Enqueued Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_members [ 596.776938] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_members [ 596.776938] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.776938] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.776938] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.778619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.778824] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.778913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.778962] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.779808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.779808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.779808] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.930038] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.930215] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.930285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.930514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.930676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.930676] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 is going to be created. [ 596.959720] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.959720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.959720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.959720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.959720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.972141] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 in Status: UNINITIALIZED for 2s [ 597.148982] env[66117]: INFO networking_nsxv3.common.synchronization [None req-e1f86c11-1744-4c80-999b-932f9313cbc5 None None] Enqueued Resource ID: 3336e4bf-19ef-4e8c-bfb3-33cf84dc6008 with Priority: HIGHEST for action port [ 597.150297] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3336e4bf-19ef-4e8c-bfb3-33cf84dc6008 with Priority: HIGHEST for action port [ 597.150297] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3336e4bf-19ef-4e8c-bfb3-33cf84dc6008 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.150297] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3336e4bf-19ef-4e8c-bfb3-33cf84dc6008" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.150297] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3336e4bf-19ef-4e8c-bfb3-33cf84dc6008" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.150297] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3336e4bf-19ef-4e8c-bfb3-33cf84dc6008" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.150672] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3336e4bf-19ef-4e8c-bfb3-33cf84dc6008',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.159240] env[66117]: INFO networking_nsxv3.common.synchronization [None req-1848cc49-52f8-4891-bdf3-44f76af936ba tempest-VolumesAssistedSnapshotsTest-1454753055 tempest-VolumesAssistedSnapshotsTest-1454753055-project-member] Enqueued Resource ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 with Priority: HIGHEST for action security_group_rules [ 597.159721] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 with Priority: HIGHEST for action security_group_rules [ 597.160041] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.160158] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.193521] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.193668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.193732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.193973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.194070] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.194169] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 already deleted. [ 597.194250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.194824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.195209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.195302] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01399e08-4a33-4e8a-bfde-0c9a888f99d1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.284496] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.284496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.284496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.284496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.284496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.284787] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.284787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.284874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.285009] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.285094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.285179] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 already deleted. [ 597.285257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.382658] env[66117]: INFO networking_nsxv3.common.synchronization [None req-a90b8e78-067d-45eb-9066-9f7596a9e230 None None] Enqueued Resource ID: a34c9756-5946-4f33-9076-182bf3993023 with Priority: HIGHEST for action port [ 597.383222] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a34c9756-5946-4f33-9076-182bf3993023 with Priority: HIGHEST for action port [ 597.383470] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a34c9756-5946-4f33-9076-182bf3993023 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.383594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a34c9756-5946-4f33-9076-182bf3993023" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.383662] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a34c9756-5946-4f33-9076-182bf3993023" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.383896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a34c9756-5946-4f33-9076-182bf3993023" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.384084] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a34c9756-5946-4f33-9076-182bf3993023',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.499881] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.500338] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.500338] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.500521] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.500835] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.500961] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.501119] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.501373] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.501528] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.501744] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.501870] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.501991] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.502121] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.502243] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.502355] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.502472] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.523688] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.523688] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.523688] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.523688] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.523688] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.524110] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.524110] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.524288] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.524406] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.621097] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 in Status: SUCCESS [ 597.621440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.621653] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.621892] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.622135] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.622288] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.622381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.622574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.622695] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.622834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.622981] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.653120] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3336e4bf-19ef-4e8c-bfb3-33cf84dc6008 [ 597.653367] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.653459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.653519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.653887] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.653887] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.653887] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3336e4bf-19ef-4e8c-bfb3-33cf84dc6008 already deleted. [ 597.654057] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3336e4bf-19ef-4e8c-bfb3-33cf84dc6008" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.715423] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.715729] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.715729] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.715924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.716064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.716172] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 already deleted. [ 597.716257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.886155] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a34c9756-5946-4f33-9076-182bf3993023 [ 597.886402] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.886547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.886616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.886844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.886935] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.887092] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a34c9756-5946-4f33-9076-182bf3993023 already deleted. [ 597.887287] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a34c9756-5946-4f33-9076-182bf3993023" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.029458] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.029458] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.029458] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.029458] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.029458] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.029458] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3 not found, creating... [ 598.029458] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.029458] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.029458] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.029458] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.029458] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.030233] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.030233] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.030233] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.030396] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.030431] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.030719] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3 is going to be created. [ 598.053054] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.053054] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.053054] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.053355] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.053355] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.053640] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.127265] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.127812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.127812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.128102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.128628] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.129025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.129346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.129605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.130604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.130712] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.130840] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.130988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.130988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.131188] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.131358] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.132500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.132500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.132500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.132500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.132500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.132500] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.634716] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dcd68de-e6b5-4530-a5e3-1cc7b7044638: rpc.has_security_group_logging(os_id): False [ 598.658594] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.658594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.658594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.658594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.658594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.658930] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.658930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.658930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.659231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.659231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.659414] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.659529] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.659571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.659917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.659993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.660206] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.660354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.661043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.661043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.661043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.661043] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 is going to be created. [ 598.733629] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.733981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.733981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.734373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.734373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.752265] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 in Status: IN_PROGRESS for 2s [ 598.824192] env[66117]: INFO networking_nsxv3.common.synchronization [req-100cbde4-c750-47f8-9a59-bea32241db40 req-61ee341c-726d-4b67-b63b-6d1e03be4c89 service nova] Enqueued Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_rules [ 598.824356] env[66117]: INFO networking_nsxv3.common.synchronization [req-100cbde4-c750-47f8-9a59-bea32241db40 req-61ee341c-726d-4b67-b63b-6d1e03be4c89 service nova] Enqueued Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_members [ 598.825714] env[66117]: INFO networking_nsxv3.common.synchronization [req-100cbde4-c750-47f8-9a59-bea32241db40 req-61ee341c-726d-4b67-b63b-6d1e03be4c89 service nova] Enqueued Resource ID: d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3 with Priority: HIGHEST for action port [ 598.825714] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_rules [ 598.825714] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_members [ 598.825714] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3 with Priority: HIGHEST for action port [ 598.827995] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15d38d74-2099-48b3-b7b7-dbadb9ff12e0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.828273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.828273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.828401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.828531] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.829472] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.829576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.829619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.830144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.830144] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.830144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.830144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.830401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.830401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.830469] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.833322] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.833526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.833594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.833895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.833895] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.936361] env[66117]: INFO networking_nsxv3.common.synchronization [None req-36bb1d12-c5fe-40d6-be13-449701189a9e None None] Enqueued Resource ID: be91687f-5706-4f97-8660-ce5c44f57157 with Priority: HIGHEST for action port [ 598.936934] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be91687f-5706-4f97-8660-ce5c44f57157 with Priority: HIGHEST for action port [ 598.937242] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-be91687f-5706-4f97-8660-ce5c44f57157 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.938039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be91687f-5706-4f97-8660-ce5c44f57157" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.938039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be91687f-5706-4f97-8660-ce5c44f57157" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.938039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be91687f-5706-4f97-8660-ce5c44f57157" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.938039] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be91687f-5706-4f97-8660-ce5c44f57157',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.981517] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 in Status: SUCCESS [ 598.981722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.981880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.982127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.982330] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.982503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.983381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.983381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.983381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.983381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.983381] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f76a34b3-d8c7-405e-aae4-3fc549ca51a8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.339418] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.341015] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.341177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.341448] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3 with status ACTIVE [ 599.341543] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.341656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.341769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.341929] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.342974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.343264] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.343552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.343924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.344209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.344335] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.345776] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.345776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.345776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.345776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.346223] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.346223] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3 is going to be updated. [ 599.370748] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.370748] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.370748] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.371029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.371029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.371204] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8d9c9cc-c9b5-4a79-ad89-fab626bf33c3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.439506] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be91687f-5706-4f97-8660-ce5c44f57157 [ 599.440616] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.440616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.440616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.440616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.440616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.440616] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be91687f-5706-4f97-8660-ce5c44f57157 already deleted. [ 599.440616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be91687f-5706-4f97-8660-ce5c44f57157" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.463780] env[66117]: INFO networking_nsxv3.common.synchronization [req-aac9ec6f-38e9-41ed-ab14-8b8b9f269b1e req-bb5679f6-9cf8-4f60-9f35-f6c2be4a0417 tempest-ServerDiagnosticsNegativeTest-286422751 tempest-ServerDiagnosticsNegativeTest-286422751-project-member] Enqueued Resource ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 with Priority: HIGHEST for action security_group_members [ 599.463780] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 with Priority: HIGHEST for action security_group_members [ 599.466825] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-01db849e-0b6d-49fe-bf93-0eebc35473f5 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.466825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.466825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.466825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.466825] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.466825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.466825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.466825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.466825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.466825] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01db849e-0b6d-49fe-bf93-0eebc35473f5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.486589] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.486922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.487037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.487519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.487821] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.488054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.488163] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.488681] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.488681] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.488773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.489145] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.489233] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.489270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.490085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.490085] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.490085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.490085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.490085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.490422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.490422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.490422] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f76a34b3-d8c7-405e-aae4-3fc549ca51a8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.850891] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.922350] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.922350] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.922350] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.922350] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.922350] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.922350] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.922350] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.922350] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.922350] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.922801] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.922801] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.922801] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.922801] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.922977] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.923017] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.923440] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.945846] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.945846] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.945846] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.946380] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.946380] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-3911f991-f0de-4e83-8052-3e8f2916fa71 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.946590] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-3911f991-f0de-4e83-8052-3e8f2916fa71" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.946639] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-3911f991-f0de-4e83-8052-3e8f2916fa71" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.946936] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-3911f991-f0de-4e83-8052-3e8f2916fa71" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.947143] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3911f991-f0de-4e83-8052-3e8f2916fa71',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.969017] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.969192] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.969258] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.969901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.969901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.969901] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.969901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.969901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.970185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.970185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.970273] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 already deleted. [ 599.970311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.993365] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f76a34b3-d8c7-405e-aae4-3fc549ca51a8: rpc.has_security_group_logging(os_id): False [ 600.014540] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.014540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.014540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.014752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.014752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.015352] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.015352] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.015352] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.015352] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.015352] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.015580] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.015580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.015580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.015973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.015973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.015973] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.016129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.016266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.016452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.016512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.016676] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 is going to be created. [ 600.083997] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.084700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.084790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.085047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.085245] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.101364] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 in Status: IN_PROGRESS for 2s [ 600.133424] env[66117]: INFO networking_nsxv3.common.synchronization [None req-ae3919e8-be4b-45ea-9431-8f5f8b25477f None None] Enqueued Resource ID: ad0deb07-9a71-47f3-9538-827bcc4e1c51 with Priority: HIGHEST for action port [ 600.133424] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad0deb07-9a71-47f3-9538-827bcc4e1c51 with Priority: HIGHEST for action port [ 600.134321] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad0deb07-9a71-47f3-9538-827bcc4e1c51 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.134321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad0deb07-9a71-47f3-9538-827bcc4e1c51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.134469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad0deb07-9a71-47f3-9538-827bcc4e1c51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.134762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad0deb07-9a71-47f3-9538-827bcc4e1c51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.134842] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad0deb07-9a71-47f3-9538-827bcc4e1c51',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.354519] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.354519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.354746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.354803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.354902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.355032] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 is going to be created. [ 600.383712] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.385065] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.385065] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.385451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.385728] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.397947] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 in Status: UNINITIALIZED for 2s [ 600.449645] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.449974] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.450073] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.450332] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.450491] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.450642] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 3911f991-f0de-4e83-8052-3e8f2916fa71 not found, creating... [ 600.450898] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.451075] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.451187] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.451513] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.451513] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.451839] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.451990] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.452348] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.452629] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.452764] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.452944] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 3911f991-f0de-4e83-8052-3e8f2916fa71 is going to be created. [ 600.474645] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.474864] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.475036] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.475330] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.475641] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.475861] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-3911f991-f0de-4e83-8052-3e8f2916fa71" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.637625] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad0deb07-9a71-47f3-9538-827bcc4e1c51 [ 600.637812] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.637983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.638079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.638334] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.638431] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.638546] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad0deb07-9a71-47f3-9538-827bcc4e1c51 already deleted. [ 600.638634] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad0deb07-9a71-47f3-9538-827bcc4e1c51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.767840] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 in Status: SUCCESS [ 600.767840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.217539] env[66117]: INFO networking_nsxv3.common.synchronization [req-aac9ec6f-38e9-41ed-ab14-8b8b9f269b1e req-b501dcab-af6d-47ac-9760-6bdf13be0dfd service nova] Enqueued Resource ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 with Priority: HIGHEST for action security_group_rules [ 601.217539] env[66117]: INFO networking_nsxv3.common.synchronization [req-aac9ec6f-38e9-41ed-ab14-8b8b9f269b1e req-b501dcab-af6d-47ac-9760-6bdf13be0dfd service nova] Enqueued Resource ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 with Priority: HIGHEST for action security_group_members [ 601.217539] env[66117]: INFO networking_nsxv3.common.synchronization [req-aac9ec6f-38e9-41ed-ab14-8b8b9f269b1e req-b501dcab-af6d-47ac-9760-6bdf13be0dfd service nova] Enqueued Resource ID: 3911f991-f0de-4e83-8052-3e8f2916fa71 with Priority: HIGHEST for action port [ 601.219090] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 with Priority: HIGHEST for action security_group_rules [ 601.224806] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 with Priority: HIGHEST for action security_group_members [ 601.224806] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3911f991-f0de-4e83-8052-3e8f2916fa71 with Priority: HIGHEST for action port [ 601.224806] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01db849e-0b6d-49fe-bf93-0eebc35473f5 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.224806] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.224806] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.224806] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.224806] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01db849e-0b6d-49fe-bf93-0eebc35473f5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.225980] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-01db849e-0b6d-49fe-bf93-0eebc35473f5 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.226640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.226734] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.226912] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.227083] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.227182] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.227241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.227391] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.227469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.227556] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01db849e-0b6d-49fe-bf93-0eebc35473f5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.229157] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3911f991-f0de-4e83-8052-3e8f2916fa71 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.229269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3911f991-f0de-4e83-8052-3e8f2916fa71" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.229269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3911f991-f0de-4e83-8052-3e8f2916fa71" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.230061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3911f991-f0de-4e83-8052-3e8f2916fa71" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.230061] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3911f991-f0de-4e83-8052-3e8f2916fa71',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.733171] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3911f991-f0de-4e83-8052-3e8f2916fa71 with status ACTIVE [ 601.733171] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.733171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.733171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.733171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.733171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.733539] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.733539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.733539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.733656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.733705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.734633] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.734633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.734633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.734633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.734633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.734633] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3911f991-f0de-4e83-8052-3e8f2916fa71 is going to be updated. [ 601.735869] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-01db849e-0b6d-49fe-bf93-0eebc35473f5 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.736050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.736143] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01db849e-0b6d-49fe-bf93-0eebc35473f5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.779497] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.781583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.781583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.781583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.781583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.781583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3911f991-f0de-4e83-8052-3e8f2916fa71" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.121887] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 in Status: SUCCESS [ 602.122130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.238503] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01db849e-0b6d-49fe-bf93-0eebc35473f5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.411183] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 in Status: SUCCESS [ 602.411183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.411183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.411183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.411183] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.411414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.411414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.411486] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.411792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.411967] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.412082] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.741532] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.742052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.742052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.742230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.742290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.742353] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 is going to be created. [ 602.774070] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.774070] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.774070] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.774070] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.774070] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.785567] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 in Status: UNINITIALIZED for 2s [ 602.903253] env[66117]: INFO networking_nsxv3.common.synchronization [None req-6def28d7-5673-4af3-9d0b-1d40143a882d None None] Enqueued Resource ID: f5b45132-5080-480e-91cf-12866e13a16d with Priority: HIGHEST for action port [ 602.903857] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b45132-5080-480e-91cf-12866e13a16d with Priority: HIGHEST for action port [ 602.904181] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5b45132-5080-480e-91cf-12866e13a16d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.904306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5b45132-5080-480e-91cf-12866e13a16d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.904372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5b45132-5080-480e-91cf-12866e13a16d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.906198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5b45132-5080-480e-91cf-12866e13a16d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.906352] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5b45132-5080-480e-91cf-12866e13a16d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.914784] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.914784] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.914784] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.915089] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.916049] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.916049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.916049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.916049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.916049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.916049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.916049] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.916423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.916423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.916423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.916527] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.916572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.916605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.916784] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.916872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.916991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.917152] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.408998] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5b45132-5080-480e-91cf-12866e13a16d [ 603.409370] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.409370] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.409900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.409900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.409900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.409900] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5b45132-5080-480e-91cf-12866e13a16d already deleted. [ 603.410310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5b45132-5080-480e-91cf-12866e13a16d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.419596] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15d38d74-2099-48b3-b7b7-dbadb9ff12e0: rpc.has_security_group_logging(os_id): False [ 603.440572] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.440745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.440842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.441063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.441158] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.441440] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.441593] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.441669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.441835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.441917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.442109] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.442209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.442262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.442993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.443107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.443321] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.443443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.443517] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.443822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.443960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.444081] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 is going to be created. [ 603.510604] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.510838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.510901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.511129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.511348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.527918] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 in Status: IN_PROGRESS for 2s [ 604.800130] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 in Status: SUCCESS [ 604.800424] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.800510] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.800728] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.800924] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.801048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.801111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.801293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.801374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.801718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.801718] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01db849e-0b6d-49fe-bf93-0eebc35473f5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.307909] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-01db849e-0b6d-49fe-bf93-0eebc35473f5 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.308528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.308528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.308528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.308760] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.308825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.308872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.309737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.309737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.309737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.309737] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-01db849e-0b6d-49fe-bf93-0eebc35473f5 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.309737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.309737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.309737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.310075] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.310075] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.310075] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.310201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.310240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.310318] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.310406] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01db849e-0b6d-49fe-bf93-0eebc35473f5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.539468] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 in Status: SUCCESS [ 605.539468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.564654] env[66117]: INFO networking_nsxv3.common.synchronization [None req-a9449805-ecb9-49cc-affc-9d5f0db89ccf None None] Enqueued Resource ID: dd5a12a4-25f7-48a3-862c-d43531cd7cd0 with Priority: HIGHEST for action port [ 605.565601] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5a12a4-25f7-48a3-862c-d43531cd7cd0 with Priority: HIGHEST for action port [ 605.566486] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd5a12a4-25f7-48a3-862c-d43531cd7cd0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.566796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd5a12a4-25f7-48a3-862c-d43531cd7cd0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.566955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd5a12a4-25f7-48a3-862c-d43531cd7cd0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.568723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd5a12a4-25f7-48a3-862c-d43531cd7cd0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.568723] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd5a12a4-25f7-48a3-862c-d43531cd7cd0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.630252] env[66117]: INFO networking_nsxv3.common.synchronization [None req-92d912a6-3cac-4eec-8a7f-ee7dec236767 None None] Enqueued Resource ID: cdd0c5ed-24bc-434e-85b2-e455bebef17b with Priority: HIGHEST for action port [ 605.630252] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdd0c5ed-24bc-434e-85b2-e455bebef17b with Priority: HIGHEST for action port [ 605.630876] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdd0c5ed-24bc-434e-85b2-e455bebef17b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.631181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdd0c5ed-24bc-434e-85b2-e455bebef17b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.631360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdd0c5ed-24bc-434e-85b2-e455bebef17b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.631748] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdd0c5ed-24bc-434e-85b2-e455bebef17b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.632031] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdd0c5ed-24bc-434e-85b2-e455bebef17b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.818252] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01db849e-0b6d-49fe-bf93-0eebc35473f5: rpc.has_security_group_logging(os_id): False [ 605.834853] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.835037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.835118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.835341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.835435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.835620] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.835739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.835803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.835978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.836068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.836259] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.836351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.836410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.836550] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.836857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.836857] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.837010] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.837010] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.837169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.837242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.837325] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 is going to be created. [ 605.894432] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.894632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.895155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.895155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.895155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.907128] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 in Status: IN_PROGRESS for 2s [ 606.073438] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd5a12a4-25f7-48a3-862c-d43531cd7cd0 [ 606.073690] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.073836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.073914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.074182] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.074271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.074363] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd5a12a4-25f7-48a3-862c-d43531cd7cd0 already deleted. [ 606.074450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd5a12a4-25f7-48a3-862c-d43531cd7cd0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.139245] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdd0c5ed-24bc-434e-85b2-e455bebef17b [ 606.139480] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.139622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.139712] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.139948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.140101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.140211] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdd0c5ed-24bc-434e-85b2-e455bebef17b already deleted. [ 606.140400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdd0c5ed-24bc-434e-85b2-e455bebef17b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.156027] env[66117]: INFO networking_nsxv3.common.synchronization [None req-de6c95d3-9b83-4fdb-b82f-930efacf166f None None] Enqueued Resource ID: 7c67b8e1-edd0-45ca-9ba8-63c6f57dfaee with Priority: HIGHEST for action port [ 606.156027] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c67b8e1-edd0-45ca-9ba8-63c6f57dfaee with Priority: HIGHEST for action port [ 606.156027] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c67b8e1-edd0-45ca-9ba8-63c6f57dfaee taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.156027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c67b8e1-edd0-45ca-9ba8-63c6f57dfaee" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.156027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c67b8e1-edd0-45ca-9ba8-63c6f57dfaee" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.156027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c67b8e1-edd0-45ca-9ba8-63c6f57dfaee" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.156568] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c67b8e1-edd0-45ca-9ba8-63c6f57dfaee',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.659087] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c67b8e1-edd0-45ca-9ba8-63c6f57dfaee [ 606.659392] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.659574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.659639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.659916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.660016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.660175] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c67b8e1-edd0-45ca-9ba8-63c6f57dfaee already deleted. [ 606.660357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c67b8e1-edd0-45ca-9ba8-63c6f57dfaee" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.415014] env[66117]: INFO networking_nsxv3.common.synchronization [req-d33fc276-09e6-490e-a0af-f5a5d777d420 req-2b87ddd2-ab48-41df-820a-f4205423bb12 tempest-FloatingIPsAssociationNegativeTestJSON-155955193 tempest-FloatingIPsAssociationNegativeTestJSON-155955193-project-member] Enqueued Resource ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 with Priority: HIGHEST for action security_group_members [ 607.415014] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 with Priority: HIGHEST for action security_group_members [ 607.415570] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e834603c-8bf7-40c6-bcaf-48174b4ddb86 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.415570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.415570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.416042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.416042] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.416231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.416270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.416587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.416587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.416697] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e834603c-8bf7-40c6-bcaf-48174b4ddb86',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.813574] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.814578] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-421" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.814748] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-421" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.815116] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-421" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.815426] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.815597] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.815714] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.815948] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.816102] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.816313] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.816421] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.816521] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.816619] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.816720] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.816823] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.816974] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.839678] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.839845] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.839981] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.840169] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-421" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.840472] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-c4a3ab18-399c-4b89-9515-97bc5dee35fb taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.840777] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-c4a3ab18-399c-4b89-9515-97bc5dee35fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.840777] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-c4a3ab18-399c-4b89-9515-97bc5dee35fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.841078] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-c4a3ab18-399c-4b89-9515-97bc5dee35fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.842217] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4a3ab18-399c-4b89-9515-97bc5dee35fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.919042] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.919217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.919297] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.919640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.919770] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.919987] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.920107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.920188] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.920398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.920588] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.920588] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 already deleted. [ 607.920696] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.933703] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 in Status: SUCCESS [ 607.934842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.244019] env[66117]: INFO networking_nsxv3.common.synchronization [None req-efe93e41-d0ae-4cb1-81bb-f2f41ae478f2 None None] Enqueued Resource ID: 23aeb271-b2bb-4268-ab30-0c6bddabdcb8 with Priority: HIGHEST for action port [ 608.244508] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23aeb271-b2bb-4268-ab30-0c6bddabdcb8 with Priority: HIGHEST for action port [ 608.245269] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-23aeb271-b2bb-4268-ab30-0c6bddabdcb8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.246645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23aeb271-b2bb-4268-ab30-0c6bddabdcb8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.246645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23aeb271-b2bb-4268-ab30-0c6bddabdcb8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.246645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23aeb271-b2bb-4268-ab30-0c6bddabdcb8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.246645] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23aeb271-b2bb-4268-ab30-0c6bddabdcb8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.345359] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.345604] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.345767] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.346205] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.346414] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.346626] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port c4a3ab18-399c-4b89-9515-97bc5dee35fb not found, creating... [ 608.346892] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.347234] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.347337] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.347771] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.347771] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.348134] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.348364] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.348498] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.349093] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.349093] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.349235] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: c4a3ab18-399c-4b89-9515-97bc5dee35fb is going to be created. [ 608.372408] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.373220] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.373220] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.373220] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.373444] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.373738] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-c4a3ab18-399c-4b89-9515-97bc5dee35fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.610377] env[66117]: INFO networking_nsxv3.common.synchronization [None req-b77bb618-ad30-4053-bb3e-f1ef94f0b4a8 None None] Enqueued Resource ID: 15b0ab15-e9a4-40f9-b3d8-96525d1a96d0 with Priority: HIGHEST for action port [ 608.610918] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b0ab15-e9a4-40f9-b3d8-96525d1a96d0 with Priority: HIGHEST for action port [ 608.611301] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-15b0ab15-e9a4-40f9-b3d8-96525d1a96d0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.611604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15b0ab15-e9a4-40f9-b3d8-96525d1a96d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.611604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15b0ab15-e9a4-40f9-b3d8-96525d1a96d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.612349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15b0ab15-e9a4-40f9-b3d8-96525d1a96d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.612437] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15b0ab15-e9a4-40f9-b3d8-96525d1a96d0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.747684] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23aeb271-b2bb-4268-ab30-0c6bddabdcb8 [ 608.747992] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.748160] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.748232] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.748461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.748554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.748654] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23aeb271-b2bb-4268-ab30-0c6bddabdcb8 already deleted. [ 608.748737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23aeb271-b2bb-4268-ab30-0c6bddabdcb8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.114441] env[66117]: INFO networking_nsxv3.common.synchronization [req-d33fc276-09e6-490e-a0af-f5a5d777d420 req-cf988b8e-b6db-486a-a05c-c157ba415092 service nova] Enqueued Resource ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 with Priority: HIGHEST for action security_group_rules [ 609.114678] env[66117]: INFO networking_nsxv3.common.synchronization [req-d33fc276-09e6-490e-a0af-f5a5d777d420 req-cf988b8e-b6db-486a-a05c-c157ba415092 service nova] Enqueued Resource ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 with Priority: HIGHEST for action security_group_members [ 609.114874] env[66117]: INFO networking_nsxv3.common.synchronization [req-d33fc276-09e6-490e-a0af-f5a5d777d420 req-cf988b8e-b6db-486a-a05c-c157ba415092 service nova] Enqueued Resource ID: c4a3ab18-399c-4b89-9515-97bc5dee35fb with Priority: HIGHEST for action port [ 609.115392] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15b0ab15-e9a4-40f9-b3d8-96525d1a96d0 [ 609.115688] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.115835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.116599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.116599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.116599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.116599] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15b0ab15-e9a4-40f9-b3d8-96525d1a96d0 already deleted. [ 609.116599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15b0ab15-e9a4-40f9-b3d8-96525d1a96d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.117153] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 with Priority: HIGHEST for action security_group_rules [ 609.117338] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 with Priority: HIGHEST for action security_group_members [ 609.117498] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4a3ab18-399c-4b89-9515-97bc5dee35fb with Priority: HIGHEST for action port [ 609.117840] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e834603c-8bf7-40c6-bcaf-48174b4ddb86 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.117996] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.119179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.119179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.119179] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e834603c-8bf7-40c6-bcaf-48174b4ddb86',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.121769] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e834603c-8bf7-40c6-bcaf-48174b4ddb86 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.121769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.121769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.121769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.121769] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.122262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.122262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.122262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.122262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.122262] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e834603c-8bf7-40c6-bcaf-48174b4ddb86',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.123413] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4a3ab18-399c-4b89-9515-97bc5dee35fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.124706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4a3ab18-399c-4b89-9515-97bc5dee35fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.124706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4a3ab18-399c-4b89-9515-97bc5dee35fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.124706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4a3ab18-399c-4b89-9515-97bc5dee35fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.124706] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4a3ab18-399c-4b89-9515-97bc5dee35fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.622358] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e834603c-8bf7-40c6-bcaf-48174b4ddb86 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.623178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.625513] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e834603c-8bf7-40c6-bcaf-48174b4ddb86',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.629016] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4a3ab18-399c-4b89-9515-97bc5dee35fb with status ACTIVE [ 609.629016] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.629016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.629016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.629016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.629016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.629016] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.629016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.629016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.629016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.629016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.629016] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.629016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.629016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.629016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.629016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.629016] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4a3ab18-399c-4b89-9515-97bc5dee35fb is going to be updated. [ 609.656024] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.656024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.656024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.656024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.656024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.656024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4a3ab18-399c-4b89-9515-97bc5dee35fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.775554] env[66117]: INFO networking_nsxv3.common.synchronization [req-6093b6de-6e4f-4c7c-84ce-62b59df73a79 req-bb36540d-94e6-4050-9570-e829fa0026db tempest-ListServersNegativeTestJSON-597894726 tempest-ListServersNegativeTestJSON-597894726-project-member] Enqueued Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 609.776270] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 609.777275] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.777477] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.777549] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.777830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.778049] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.778227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.778298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.778471] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.778580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.778876] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.132729] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e834603c-8bf7-40c6-bcaf-48174b4ddb86',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.150568] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-182 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.150835] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-182" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.151016] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-182" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.151465] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-182" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.151820] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.152042] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.152214] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.152559] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.152713] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.152984] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.153171] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.153326] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.153511] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.153676] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.153832] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.154031] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.174335] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.174520] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.174656] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.174826] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-182" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.175154] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-65d4372a-8497-49d7-8523-d590b5eface2 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.175324] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-65d4372a-8497-49d7-8523-d590b5eface2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.175440] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-65d4372a-8497-49d7-8523-d590b5eface2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.175758] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-65d4372a-8497-49d7-8523-d590b5eface2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.175891] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d4372a-8497-49d7-8523-d590b5eface2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.281524] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.281735] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.281823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.282082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.282180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.282377] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.282475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.282537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.282695] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.282771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.282853] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b914926-c34d-40b5-a117-0f60f82e3845 already deleted. [ 610.282934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.638893] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.638893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.638893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.638893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.638893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.638893] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 is going to be created. [ 610.663092] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.663470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.663679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.663984] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.664247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.676259] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 in Status: UNINITIALIZED for 2s [ 610.680042] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.680042] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.680042] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.680042] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.680042] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.680042] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 65d4372a-8497-49d7-8523-d590b5eface2 not found, creating... [ 610.680644] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.685037] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.685037] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.685037] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.685037] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.685037] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.685037] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.685037] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.685471] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.685543] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.685698] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 65d4372a-8497-49d7-8523-d590b5eface2 is going to be created. [ 610.706582] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.706798] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.706915] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.707231] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.707451] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.707663] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-65d4372a-8497-49d7-8523-d590b5eface2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.901596] env[66117]: INFO networking_nsxv3.common.synchronization [req-668c3f03-b819-4056-adae-280047bacf69 req-4c44066a-abd3-4f4b-8de1-5adff5dc5c6a tempest-DeleteServersAdminTestJSON-1932071955 tempest-DeleteServersAdminTestJSON-1932071955-project-admin] Enqueued Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_members [ 610.902509] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_members [ 610.902509] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.902737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.902737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.902837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.902999] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.903112] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.903178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.903333] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.903456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.903554] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.406383] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.406823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.406823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.406930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.406930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.407179] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.407328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.407380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.407608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.407608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.407683] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 is going to be updated. [ 611.447528] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.447765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.447893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.448243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.448480] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.459961] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 in Status: IN_PROGRESS for 2s [ 611.575586] env[66117]: INFO networking_nsxv3.common.synchronization [req-6093b6de-6e4f-4c7c-84ce-62b59df73a79 req-0b423558-a1ab-455f-b4e3-bc2f8744d83d service nova] Enqueued Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_rules [ 611.575586] env[66117]: INFO networking_nsxv3.common.synchronization [req-6093b6de-6e4f-4c7c-84ce-62b59df73a79 req-0b423558-a1ab-455f-b4e3-bc2f8744d83d service nova] Enqueued Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 611.575586] env[66117]: INFO networking_nsxv3.common.synchronization [req-6093b6de-6e4f-4c7c-84ce-62b59df73a79 req-0b423558-a1ab-455f-b4e3-bc2f8744d83d service nova] Enqueued Resource ID: 65d4372a-8497-49d7-8523-d590b5eface2 with Priority: HIGHEST for action port [ 611.576370] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_rules [ 611.576589] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 611.576718] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d4372a-8497-49d7-8523-d590b5eface2 with Priority: HIGHEST for action port [ 611.577099] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.577263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.577369] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.577668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.577772] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.578789] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.578931] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.579087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.579317] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.579517] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.579659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.579786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.579980] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.580141] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.580249] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.581184] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-65d4372a-8497-49d7-8523-d590b5eface2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.582114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65d4372a-8497-49d7-8523-d590b5eface2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.582114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65d4372a-8497-49d7-8523-d590b5eface2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.582114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65d4372a-8497-49d7-8523-d590b5eface2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.582114] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d4372a-8497-49d7-8523-d590b5eface2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.083618] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.084241] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.084352] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.087051] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65d4372a-8497-49d7-8523-d590b5eface2 with status ACTIVE [ 612.087237] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.087348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.087415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.087720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.087997] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.087997] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.088120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.088226] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.088336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.088412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.088614] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.088943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.088943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.088943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.089176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.089176] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65d4372a-8497-49d7-8523-d590b5eface2 is going to be updated. [ 612.117330] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.117773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.117864] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.118204] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.118376] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.118848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65d4372a-8497-49d7-8523-d590b5eface2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.193959] env[66117]: INFO networking_nsxv3.common.synchronization [None req-e763580a-5533-43e6-8fa2-147dceda4640 tempest-ServersWithSpecificFlavorTestJSON-809397731 tempest-ServersWithSpecificFlavorTestJSON-809397731-project-member] Enqueued Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_rules [ 612.194552] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_rules [ 612.194872] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-074427bc-2c54-403c-b87b-27973b2d7471 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.195019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.195087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.195371] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.195445] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.512191] env[66117]: INFO networking_nsxv3.common.synchronization [None req-e66a5f6c-5df5-47cf-b258-b3f1212469a6 tempest-ServersWithSpecificFlavorTestJSON-809397731 tempest-ServersWithSpecificFlavorTestJSON-809397731-project-member] Enqueued Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_rules [ 612.512829] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_rules [ 612.513210] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-074427bc-2c54-403c-b87b-27973b2d7471 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.513334] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.585919] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.686764] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 in Status: SUCCESS [ 612.687140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.687295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.687527] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.687662] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.687740] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.687740] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.688072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.688072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.688149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.688197] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e834603c-8bf7-40c6-bcaf-48174b4ddb86',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.718050] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.718225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.718285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.718487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.718597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.718737] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 074427bc-2c54-403c-b87b-27973b2d7471 already deleted. [ 612.718847] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.719091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.719229] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.719286] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.771706] env[66117]: INFO networking_nsxv3.common.synchronization [req-6093b6de-6e4f-4c7c-84ce-62b59df73a79 req-51bbe4aa-be4e-4d54-b94f-d635704cf636 tempest-ListServersNegativeTestJSON-597894726 tempest-ListServersNegativeTestJSON-597894726-project-member] Enqueued Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 612.772287] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 612.772635] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.775871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.091043] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.091043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.091043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.091043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.091043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.091043] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b914926-c34d-40b5-a117-0f60f82e3845 is going to be created. [ 613.123603] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.124027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.124027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.124254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.124436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.145601] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: UNINITIALIZED for 2s [ 613.194225] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e834603c-8bf7-40c6-bcaf-48174b4ddb86 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.194225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.194225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.194225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.194225] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.194225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.194225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.194225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.194225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.194225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.194225] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e834603c-8bf7-40c6-bcaf-48174b4ddb86 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.194225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.194225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.194225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.194225] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.194225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.194823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.194823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.194823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.194823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.194823] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e834603c-8bf7-40c6-bcaf-48174b4ddb86',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.241294] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.241294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.241294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.241294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.241294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.241294] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 074427bc-2c54-403c-b87b-27973b2d7471 already deleted. [ 613.241294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.470675] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 in Status: SUCCESS [ 613.470675] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 deletion is rescheduled due to dependency. [ 613.470675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.493613] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-182 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.493938] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-182" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.494174] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-182" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.494885] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-182" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.495082] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.495297] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.495468] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.495798] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.496070] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.496419] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.496623] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.496828] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.497041] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.497314] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.497592] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.497825] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.517173] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.517397] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.517542] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.517712] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-182" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.518038] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-0dc565fc-a680-47d7-9662-67c8dd0412e2 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.518210] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-0dc565fc-a680-47d7-9662-67c8dd0412e2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.518306] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-0dc565fc-a680-47d7-9662-67c8dd0412e2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.518629] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-0dc565fc-a680-47d7-9662-67c8dd0412e2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.518760] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dc565fc-a680-47d7-9662-67c8dd0412e2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.697133] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e834603c-8bf7-40c6-bcaf-48174b4ddb86: rpc.has_security_group_logging(os_id): False [ 613.716248] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.716444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.716485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.716695] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.716785] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.716992] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.717108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.717203] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.717365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.717461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.717638] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.717727] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.717810] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.717963] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.718060] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.718285] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.718673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.718673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.718673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.718673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.718824] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 is going to be created. [ 613.780622] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.780622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.781217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.781217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.781457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.793988] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 in Status: IN_PROGRESS for 2s [ 613.894261] env[66117]: INFO networking_nsxv3.common.synchronization [req-a4108484-ed82-45e0-937a-458ce025201d req-e45bd823-3d07-453f-bfdf-c675bca9acc8 tempest-ServerDiagnosticsTest-1510365458 tempest-ServerDiagnosticsTest-1510365458-project-member] Enqueued Resource ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 with Priority: HIGHEST for action security_group_members [ 613.894839] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 with Priority: HIGHEST for action security_group_members [ 613.895166] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.895290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.895367] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.895563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.895723] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.895821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.895880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.896128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.896128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.896249] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f76a34b3-d8c7-405e-aae4-3fc549ca51a8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.022428] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.022565] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.022966] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.023084] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.023172] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.023413] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 0dc565fc-a680-47d7-9662-67c8dd0412e2 not found, creating... [ 614.023887] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.024183] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.024358] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.024701] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.024912] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.027060] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.027271] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.027401] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.027652] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.027795] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.028060] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 0dc565fc-a680-47d7-9662-67c8dd0412e2 is going to be created. [ 614.058909] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.059232] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.059375] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.059675] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.059906] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.060199] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-0dc565fc-a680-47d7-9662-67c8dd0412e2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.398253] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.398875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.398875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.398875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.398875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.399165] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.399238] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.399304] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.399457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.399531] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.399611] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 is going to be updated. [ 614.425349] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.425606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.425606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.425772] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.426012] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.436838] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 in Status: IN_PROGRESS for 2s [ 614.782426] env[66117]: INFO networking_nsxv3.common.synchronization [req-6093b6de-6e4f-4c7c-84ce-62b59df73a79 req-84043747-d53f-4363-a87a-5944714a51c1 service nova] Enqueued Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_rules [ 614.782426] env[66117]: INFO networking_nsxv3.common.synchronization [req-6093b6de-6e4f-4c7c-84ce-62b59df73a79 req-84043747-d53f-4363-a87a-5944714a51c1 service nova] Enqueued Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 614.782426] env[66117]: INFO networking_nsxv3.common.synchronization [req-6093b6de-6e4f-4c7c-84ce-62b59df73a79 req-84043747-d53f-4363-a87a-5944714a51c1 service nova] Enqueued Resource ID: 0dc565fc-a680-47d7-9662-67c8dd0412e2 with Priority: HIGHEST for action port [ 614.782426] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_rules [ 614.782426] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 614.782426] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc565fc-a680-47d7-9662-67c8dd0412e2 with Priority: HIGHEST for action port [ 614.782635] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.782675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.782963] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.783204] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.783417] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dc565fc-a680-47d7-9662-67c8dd0412e2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.783591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dc565fc-a680-47d7-9662-67c8dd0412e2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.783880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dc565fc-a680-47d7-9662-67c8dd0412e2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.783935] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dc565fc-a680-47d7-9662-67c8dd0412e2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.784073] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dc565fc-a680-47d7-9662-67c8dd0412e2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.947589] env[66117]: INFO networking_nsxv3.common.synchronization [req-6093b6de-6e4f-4c7c-84ce-62b59df73a79 req-c74e46f9-23ab-413f-b400-64179b7bef61 tempest-ListServersNegativeTestJSON-597894726 tempest-ListServersNegativeTestJSON-597894726-project-member] Enqueued Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 614.947589] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 614.947589] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.947589] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.158088] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: SUCCESS [ 615.158468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.159117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.159117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.159295] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.159434] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.159517] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.159764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.159911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.161714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.161877] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.163656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.163947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.164322] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.164467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.164599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.164789] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.164893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.166694] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.289960] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dc565fc-a680-47d7-9662-67c8dd0412e2 with status ACTIVE [ 615.289960] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.290597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.290693] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.290946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.291046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.291259] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.291394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.291457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.291600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.291680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.291863] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.291977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.292092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.292336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.292336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.292336] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dc565fc-a680-47d7-9662-67c8dd0412e2 is going to be updated. [ 615.324705] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.324920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.324970] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.326088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.326088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.326088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dc565fc-a680-47d7-9662-67c8dd0412e2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.495792] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-182 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.496130] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-182" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.496254] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-182" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.496557] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-182" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.496866] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.497100] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.497264] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.497559] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.497758] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.497991] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.498165] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.498312] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.498459] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.498591] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.498731] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.498882] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.517423] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.517601] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.517734] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.517926] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-182" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.518281] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-8237a82e-55aa-4ece-865e-fefbc3211ef9 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.518455] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-8237a82e-55aa-4ece-865e-fefbc3211ef9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.518608] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-8237a82e-55aa-4ece-865e-fefbc3211ef9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.518974] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-8237a82e-55aa-4ece-865e-fefbc3211ef9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.519165] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8237a82e-55aa-4ece-865e-fefbc3211ef9',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.664280] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.664432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.669468] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.807992] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 in Status: SUCCESS [ 615.808284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.023976] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.024313] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.024397] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.024619] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.024759] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.024900] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 8237a82e-55aa-4ece-865e-fefbc3211ef9 not found, creating... [ 616.025162] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.025305] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.025424] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.025628] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.025779] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.026077] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.026223] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.026329] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.026529] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.026649] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.026784] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 8237a82e-55aa-4ece-865e-fefbc3211ef9 is going to be created. [ 616.048380] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.048932] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.048932] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.049135] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.049219] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.049440] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-8237a82e-55aa-4ece-865e-fefbc3211ef9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.171741] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.447220] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 in Status: SUCCESS [ 616.447605] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 deletion is rescheduled due to dependency. [ 616.447821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.675696] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.675696] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.676315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.676557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.676652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.676755] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b914926-c34d-40b5-a117-0f60f82e3845 is going to be updated. [ 616.708464] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.708464] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.708640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.710061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.710061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.719893] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: IN_PROGRESS for 2s [ 616.805825] env[66117]: INFO networking_nsxv3.common.synchronization [req-6093b6de-6e4f-4c7c-84ce-62b59df73a79 req-acab8a49-a185-48e8-ada5-2790fd7d0798 service nova] Enqueued Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_rules [ 616.806025] env[66117]: INFO networking_nsxv3.common.synchronization [req-6093b6de-6e4f-4c7c-84ce-62b59df73a79 req-acab8a49-a185-48e8-ada5-2790fd7d0798 service nova] Enqueued Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 616.806181] env[66117]: INFO networking_nsxv3.common.synchronization [req-6093b6de-6e4f-4c7c-84ce-62b59df73a79 req-acab8a49-a185-48e8-ada5-2790fd7d0798 service nova] Enqueued Resource ID: 8237a82e-55aa-4ece-865e-fefbc3211ef9 with Priority: HIGHEST for action port [ 616.806730] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_rules [ 616.806874] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 616.807084] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8237a82e-55aa-4ece-865e-fefbc3211ef9 with Priority: HIGHEST for action port [ 616.807511] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.807664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.807941] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.808074] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.808300] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8237a82e-55aa-4ece-865e-fefbc3211ef9 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.808449] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8237a82e-55aa-4ece-865e-fefbc3211ef9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.808540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8237a82e-55aa-4ece-865e-fefbc3211ef9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.808780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8237a82e-55aa-4ece-865e-fefbc3211ef9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.809282] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8237a82e-55aa-4ece-865e-fefbc3211ef9',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.213976] env[66117]: INFO networking_nsxv3.common.synchronization [req-4298c19c-fbb8-4026-a19c-30b4130bf71e req-e5ef8d38-ed63-4164-921d-c52e536c85ca tempest-ServerAddressesNegativeTestJSON-1162125641 tempest-ServerAddressesNegativeTestJSON-1162125641-project-member] Enqueued Resource ID: 7cafd215-842a-42d8-9ed0-32523772f625 with Priority: HIGHEST for action security_group_members [ 617.214533] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cafd215-842a-42d8-9ed0-32523772f625 with Priority: HIGHEST for action security_group_members [ 617.219310] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cafd215-842a-42d8-9ed0-32523772f625 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.219310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.219310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.219310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.219310] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.219310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.219310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.219708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.219708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.219708] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cafd215-842a-42d8-9ed0-32523772f625',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.311866] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8237a82e-55aa-4ece-865e-fefbc3211ef9 with status ACTIVE [ 617.312875] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.312875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.312875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.312875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.312875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.312875] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.313175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.313175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.313175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.313281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.313407] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.313476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.313531] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.313700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.313774] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.313857] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8237a82e-55aa-4ece-865e-fefbc3211ef9 is going to be updated. [ 617.342755] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.342755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.342755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.342755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.342755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.342755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8237a82e-55aa-4ece-865e-fefbc3211ef9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.660031] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.660232] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-707" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.660353] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-707" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.660689] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-707" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.660944] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.661647] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.661647] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.661861] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.662017] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.662225] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.662331] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.662438] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.662542] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.662646] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.662872] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.662872] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.682036] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.682364] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.682431] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.682561] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-707" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.682866] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-0c8c8e3b-fda0-4c65-b999-28a972dffe73 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.683040] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-0c8c8e3b-fda0-4c65-b999-28a972dffe73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.683148] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-0c8c8e3b-fda0-4c65-b999-28a972dffe73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.683665] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-0c8c8e3b-fda0-4c65-b999-28a972dffe73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.683801] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c8c8e3b-fda0-4c65-b999-28a972dffe73',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.704709] env[66117]: INFO networking_nsxv3.common.synchronization [None req-3daf8c63-f2cc-4d83-b76f-b20c4d1b88f9 None None] Enqueued Resource ID: 7f288a44-ba41-4ad9-a921-2018e1505e32 with Priority: HIGHEST for action port [ 617.704709] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f288a44-ba41-4ad9-a921-2018e1505e32 with Priority: HIGHEST for action port [ 617.704943] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f288a44-ba41-4ad9-a921-2018e1505e32 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.704943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f288a44-ba41-4ad9-a921-2018e1505e32" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.705074] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f288a44-ba41-4ad9-a921-2018e1505e32" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.705398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f288a44-ba41-4ad9-a921-2018e1505e32" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.705515] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f288a44-ba41-4ad9-a921-2018e1505e32',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.721878] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.722288] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.722288] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.722442] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.722442] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.722600] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.722700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.722753] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.722899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.723164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.723164] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cafd215-842a-42d8-9ed0-32523772f625 already deleted. [ 617.723164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.187395] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.187648] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.187648] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.187986] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.187986] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.188175] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 0c8c8e3b-fda0-4c65-b999-28a972dffe73 not found, creating... [ 618.188451] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.188675] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.190632] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.190632] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.190632] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.190632] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.190888] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.190986] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.191253] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.191425] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.191597] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 0c8c8e3b-fda0-4c65-b999-28a972dffe73 is going to be created. [ 618.208276] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f288a44-ba41-4ad9-a921-2018e1505e32 [ 618.208276] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.208276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.208276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.208474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.208474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.208532] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f288a44-ba41-4ad9-a921-2018e1505e32 already deleted. [ 618.208721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f288a44-ba41-4ad9-a921-2018e1505e32" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.220914] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.221837] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.221837] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.221837] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.222080] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.222276] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-0c8c8e3b-fda0-4c65-b999-28a972dffe73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.730093] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: SUCCESS [ 618.730337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.730337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.730507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.730705] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.730992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.731136] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.731315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.731524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.731673] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.961090] env[66117]: INFO networking_nsxv3.common.synchronization [req-4298c19c-fbb8-4026-a19c-30b4130bf71e req-49488d4f-662a-47e1-8945-86cf3ad688f2 service nova] Enqueued Resource ID: 7cafd215-842a-42d8-9ed0-32523772f625 with Priority: HIGHEST for action security_group_rules [ 618.961090] env[66117]: INFO networking_nsxv3.common.synchronization [req-4298c19c-fbb8-4026-a19c-30b4130bf71e req-49488d4f-662a-47e1-8945-86cf3ad688f2 service nova] Enqueued Resource ID: 7cafd215-842a-42d8-9ed0-32523772f625 with Priority: HIGHEST for action security_group_members [ 618.961090] env[66117]: INFO networking_nsxv3.common.synchronization [req-4298c19c-fbb8-4026-a19c-30b4130bf71e req-49488d4f-662a-47e1-8945-86cf3ad688f2 service nova] Enqueued Resource ID: 0c8c8e3b-fda0-4c65-b999-28a972dffe73 with Priority: HIGHEST for action port [ 618.961090] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cafd215-842a-42d8-9ed0-32523772f625 with Priority: HIGHEST for action security_group_rules [ 618.961090] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cafd215-842a-42d8-9ed0-32523772f625 with Priority: HIGHEST for action security_group_members [ 618.961090] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c8c8e3b-fda0-4c65-b999-28a972dffe73 with Priority: HIGHEST for action port [ 618.962552] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cafd215-842a-42d8-9ed0-32523772f625 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.962749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.962859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.963227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.963367] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cafd215-842a-42d8-9ed0-32523772f625',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.964767] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cafd215-842a-42d8-9ed0-32523772f625 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.964924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.965060] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.965278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.965477] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.965583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.965646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.965793] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.965879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.967066] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cafd215-842a-42d8-9ed0-32523772f625',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.967268] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c8c8e3b-fda0-4c65-b999-28a972dffe73 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.967420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c8c8e3b-fda0-4c65-b999-28a972dffe73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.967525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c8c8e3b-fda0-4c65-b999-28a972dffe73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.968012] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c8c8e3b-fda0-4c65-b999-28a972dffe73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.968012] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c8c8e3b-fda0-4c65-b999-28a972dffe73',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.234361] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.474609] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cafd215-842a-42d8-9ed0-32523772f625 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.474744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.474934] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cafd215-842a-42d8-9ed0-32523772f625',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.475821] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c8c8e3b-fda0-4c65-b999-28a972dffe73 with status ACTIVE [ 619.476037] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.476138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.476196] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.476393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.476473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.476635] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.477174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.477174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.477174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.477174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.477880] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.478040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.478116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.480387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.480387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.480387] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c8c8e3b-fda0-4c65-b999-28a972dffe73 is going to be updated. [ 619.511021] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.511021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.511021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.511021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.511021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.511421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c8c8e3b-fda0-4c65-b999-28a972dffe73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.665686] env[66117]: INFO networking_nsxv3.common.synchronization [req-b715b4f1-92bc-4294-b557-997a748d6c39 req-872d2dfc-dc2f-4dbd-a72c-0f10a655586d tempest-VolumesAdminNegativeTest-76729108 tempest-VolumesAdminNegativeTest-76729108-project-member] Enqueued Resource ID: a0a70405-0817-4521-ac5d-7d72dd5922db with Priority: HIGHEST for action security_group_members [ 619.665686] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a70405-0817-4521-ac5d-7d72dd5922db with Priority: HIGHEST for action security_group_members [ 619.665686] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0a70405-0817-4521-ac5d-7d72dd5922db taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.665686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.665686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.666468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.667452] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.668629] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.669319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.671721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.671721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.671721] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0a70405-0817-4521-ac5d-7d72dd5922db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.736406] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.985204] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cafd215-842a-42d8-9ed0-32523772f625',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.133947] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.134274] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-915" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.134386] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-915" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.134832] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-915" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.135887] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.136124] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.136298] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.136690] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.136832] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.137113] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.137394] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.137454] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.137613] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.137788] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.137908] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.138112] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.170052] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.170052] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.170052] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.170052] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-915" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.170052] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-3863abb3-36d0-4941-959c-f3b3d78e0e28 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.170052] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-3863abb3-36d0-4941-959c-f3b3d78e0e28" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.170052] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-3863abb3-36d0-4941-959c-f3b3d78e0e28" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.171058] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-3863abb3-36d0-4941-959c-f3b3d78e0e28" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.171499] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3863abb3-36d0-4941-959c-f3b3d78e0e28',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.176991] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.176991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.176991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.176991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.176991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.176991] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.176991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.176991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.176991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.176991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.176991] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0a70405-0817-4521-ac5d-7d72dd5922db already deleted. [ 620.176991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.242143] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.242398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.242508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.242846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.243007] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.243251] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b914926-c34d-40b5-a117-0f60f82e3845 is going to be updated. [ 620.275561] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.275796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.275865] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.276111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.276329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.289280] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: IN_PROGRESS for 2s [ 620.400309] env[66117]: INFO networking_nsxv3.common.synchronization [None req-8c0eb187-8761-408c-abc5-109ef2a7774d None None] Enqueued Resource ID: 4d069fba-067d-4703-8f96-24b1720778ba with Priority: HIGHEST for action port [ 620.401037] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d069fba-067d-4703-8f96-24b1720778ba with Priority: HIGHEST for action port [ 620.401461] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d069fba-067d-4703-8f96-24b1720778ba taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.401582] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d069fba-067d-4703-8f96-24b1720778ba" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.401627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d069fba-067d-4703-8f96-24b1720778ba" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.401883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d069fba-067d-4703-8f96-24b1720778ba" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.401967] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d069fba-067d-4703-8f96-24b1720778ba',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.489221] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.489477] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.489561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.489874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.490065] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.490191] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cafd215-842a-42d8-9ed0-32523772f625 is going to be created. [ 620.520679] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.520968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.520968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.521155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.521322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.534092] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cafd215-842a-42d8-9ed0-32523772f625 in Status: UNINITIALIZED for 2s [ 620.678558] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.678558] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.678558] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.678558] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.678558] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.678558] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 3863abb3-36d0-4941-959c-f3b3d78e0e28 not found, creating... [ 620.678558] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.678558] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.678558] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.678558] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.678558] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.679209] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.679209] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.679209] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.679209] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.679209] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.679209] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 3863abb3-36d0-4941-959c-f3b3d78e0e28 is going to be created. [ 620.701993] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.702859] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.702859] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.702859] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.703121] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.703378] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-3863abb3-36d0-4941-959c-f3b3d78e0e28" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.904566] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d069fba-067d-4703-8f96-24b1720778ba [ 620.904902] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.904980] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.905032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.905612] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.905612] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.905612] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d069fba-067d-4703-8f96-24b1720778ba already deleted. [ 620.905612] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d069fba-067d-4703-8f96-24b1720778ba" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.462555] env[66117]: INFO networking_nsxv3.common.synchronization [req-b715b4f1-92bc-4294-b557-997a748d6c39 req-3a54c3b2-8417-4610-a08b-4474541ead34 service nova] Enqueued Resource ID: a0a70405-0817-4521-ac5d-7d72dd5922db with Priority: HIGHEST for action security_group_rules [ 621.462803] env[66117]: INFO networking_nsxv3.common.synchronization [req-b715b4f1-92bc-4294-b557-997a748d6c39 req-3a54c3b2-8417-4610-a08b-4474541ead34 service nova] Enqueued Resource ID: a0a70405-0817-4521-ac5d-7d72dd5922db with Priority: HIGHEST for action security_group_members [ 621.463115] env[66117]: INFO networking_nsxv3.common.synchronization [req-b715b4f1-92bc-4294-b557-997a748d6c39 req-3a54c3b2-8417-4610-a08b-4474541ead34 service nova] Enqueued Resource ID: 3863abb3-36d0-4941-959c-f3b3d78e0e28 with Priority: HIGHEST for action port [ 621.463791] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a70405-0817-4521-ac5d-7d72dd5922db with Priority: HIGHEST for action security_group_rules [ 621.463995] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a70405-0817-4521-ac5d-7d72dd5922db with Priority: HIGHEST for action security_group_members [ 621.464165] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3863abb3-36d0-4941-959c-f3b3d78e0e28 with Priority: HIGHEST for action port [ 621.466085] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0a70405-0817-4521-ac5d-7d72dd5922db taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.466085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.466085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.466085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.466085] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0a70405-0817-4521-ac5d-7d72dd5922db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.467341] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0a70405-0817-4521-ac5d-7d72dd5922db taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.467523] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.467627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.467903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.468160] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.468317] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.468412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.468648] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.468794] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.469642] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0a70405-0817-4521-ac5d-7d72dd5922db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.470592] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3863abb3-36d0-4941-959c-f3b3d78e0e28 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.470761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3863abb3-36d0-4941-959c-f3b3d78e0e28" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.470851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3863abb3-36d0-4941-959c-f3b3d78e0e28" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.471111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3863abb3-36d0-4941-959c-f3b3d78e0e28" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.471231] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3863abb3-36d0-4941-959c-f3b3d78e0e28',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.974932] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0a70405-0817-4521-ac5d-7d72dd5922db taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.975704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.975704] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0a70405-0817-4521-ac5d-7d72dd5922db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.976633] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3863abb3-36d0-4941-959c-f3b3d78e0e28 with status ACTIVE [ 621.976633] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.976783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.976838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.977061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.977249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.977463] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.977570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.977639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.979925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.979925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.979925] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.979925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.980171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.980325] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.980418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.980552] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3863abb3-36d0-4941-959c-f3b3d78e0e28 is going to be updated. [ 622.013375] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.013375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.013375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.013611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.015078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.015078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3863abb3-36d0-4941-959c-f3b3d78e0e28" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.281136] env[66117]: INFO networking_nsxv3.common.synchronization [req-edf4c86e-29b0-4708-a93f-f8e2a53d64fc req-28e51586-aaf8-4add-bb3a-8b09af45efc5 tempest-DeleteServersTestJSON-1546501066 tempest-DeleteServersTestJSON-1546501066-project-member] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 622.281743] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 622.282119] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.282259] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.282326] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.282586] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.282859] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.282970] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.283196] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.283426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.283530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.283624] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.302035] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: SUCCESS [ 622.302207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.302388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.302733] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.302964] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.303408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.303680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.304150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.304536] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.304652] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.485140] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0a70405-0817-4521-ac5d-7d72dd5922db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.548432] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cafd215-842a-42d8-9ed0-32523772f625 in Status: SUCCESS [ 622.548432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.548627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.548828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.549303] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.549303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.549523] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.549700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.549809] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.549903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.550013] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7cafd215-842a-42d8-9ed0-32523772f625',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.786221] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.786375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.786445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.786711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.786813] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.787346] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.787346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.787346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.787524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.787524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.787585] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b already deleted. [ 622.787670] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.809233] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.898147] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.898348] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.898446] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.898921] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.899130] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.899295] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.899371] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.899566] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.899709] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.899914] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.900029] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.900154] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.900266] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.900389] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.900465] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.900588] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.921415] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.921579] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.921712] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.921952] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.922380] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-0403897f-4ae2-4b64-a656-26fac2452bd2 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.922571] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-0403897f-4ae2-4b64-a656-26fac2452bd2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.922690] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-0403897f-4ae2-4b64-a656-26fac2452bd2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.923458] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-0403897f-4ae2-4b64-a656-26fac2452bd2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.923458] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0403897f-4ae2-4b64-a656-26fac2452bd2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.988071] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.988071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.988071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.988604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.988604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.988685] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0a70405-0817-4521-ac5d-7d72dd5922db is going to be created. [ 623.024223] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.024467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.024467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.024658] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.024826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.050782] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0a70405-0817-4521-ac5d-7d72dd5922db in Status: UNINITIALIZED for 2s [ 623.053364] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cafd215-842a-42d8-9ed0-32523772f625 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.053539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.053684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.053860] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.054048] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.054164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.054220] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.054368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.054457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.054544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.054773] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cafd215-842a-42d8-9ed0-32523772f625 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.054868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.054940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.055165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.055321] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.055445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.055482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.055614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.055694] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.055773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.055861] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7cafd215-842a-42d8-9ed0-32523772f625',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.313760] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.426048] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.426326] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.426326] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.426609] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.426761] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.426913] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 0403897f-4ae2-4b64-a656-26fac2452bd2 not found, creating... [ 623.427257] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.427420] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.427937] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.427937] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.427937] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.428203] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.428323] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.428442] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.428666] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.428798] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.428974] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 0403897f-4ae2-4b64-a656-26fac2452bd2 is going to be created. [ 623.452805] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.453069] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.453187] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.453482] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.453715] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.453947] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-0403897f-4ae2-4b64-a656-26fac2452bd2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.557853] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7cafd215-842a-42d8-9ed0-32523772f625: rpc.has_security_group_logging(os_id): False [ 623.579651] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.579899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.579958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.580276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.580398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.580706] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.580849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.580942] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.581197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.581310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.581568] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.581699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.581792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.582025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.582135] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.582391] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.582525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.582615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.582816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.582924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.583057] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cafd215-842a-42d8-9ed0-32523772f625 is going to be created. [ 623.679648] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.679950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.679950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.680188] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.680262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.698543] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cafd215-842a-42d8-9ed0-32523772f625 in Status: IN_PROGRESS for 2s [ 623.815291] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.815291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.815291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.816336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.816336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.816447] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b914926-c34d-40b5-a117-0f60f82e3845 is going to be updated. [ 623.857522] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.857721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.858302] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.858302] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.858302] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.883730] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: IN_PROGRESS for 2s [ 624.229756] env[66117]: INFO networking_nsxv3.common.synchronization [req-edf4c86e-29b0-4708-a93f-f8e2a53d64fc req-a168b96e-0c09-4ba6-a4c0-8215e0709a07 service nova] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_rules [ 624.229756] env[66117]: INFO networking_nsxv3.common.synchronization [req-edf4c86e-29b0-4708-a93f-f8e2a53d64fc req-a168b96e-0c09-4ba6-a4c0-8215e0709a07 service nova] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 624.229756] env[66117]: INFO networking_nsxv3.common.synchronization [req-edf4c86e-29b0-4708-a93f-f8e2a53d64fc req-a168b96e-0c09-4ba6-a4c0-8215e0709a07 service nova] Enqueued Resource ID: 0403897f-4ae2-4b64-a656-26fac2452bd2 with Priority: HIGHEST for action port [ 624.231039] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_rules [ 624.231039] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 624.231039] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0403897f-4ae2-4b64-a656-26fac2452bd2 with Priority: HIGHEST for action port [ 624.231557] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.231557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.231557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.231693] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.231852] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.232812] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.233864] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.234982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.235098] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.235304] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.235396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.235468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.235631] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.235978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.235978] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.242547] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0403897f-4ae2-4b64-a656-26fac2452bd2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.242724] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0403897f-4ae2-4b64-a656-26fac2452bd2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.242770] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0403897f-4ae2-4b64-a656-26fac2452bd2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.244118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0403897f-4ae2-4b64-a656-26fac2452bd2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.244118] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0403897f-4ae2-4b64-a656-26fac2452bd2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.272397] env[66117]: INFO networking_nsxv3.common.synchronization [None req-975b67bc-df43-4692-8800-5ede9523c845 None None] Enqueued Resource ID: 2e12e972-81bd-4aeb-b38d-59f194e33e43 with Priority: HIGHEST for action port [ 624.272761] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e12e972-81bd-4aeb-b38d-59f194e33e43 with Priority: HIGHEST for action port [ 624.273701] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e12e972-81bd-4aeb-b38d-59f194e33e43 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.273701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e12e972-81bd-4aeb-b38d-59f194e33e43" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.273701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e12e972-81bd-4aeb-b38d-59f194e33e43" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.274043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e12e972-81bd-4aeb-b38d-59f194e33e43" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.274149] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e12e972-81bd-4aeb-b38d-59f194e33e43',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.744690] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.745096] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.745397] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.747340] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0403897f-4ae2-4b64-a656-26fac2452bd2 with status ACTIVE [ 624.747602] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.747841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.747841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.748017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.748113] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.748287] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.748507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.748593] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.750278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.750411] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.752636] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.752879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.752976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.753390] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.753390] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.753577] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0403897f-4ae2-4b64-a656-26fac2452bd2 is going to be updated. [ 624.776815] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.777030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.777030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.777290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.777436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.777598] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0403897f-4ae2-4b64-a656-26fac2452bd2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.777809] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e12e972-81bd-4aeb-b38d-59f194e33e43 [ 624.777978] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.778090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.779144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.779144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.779144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.779144] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e12e972-81bd-4aeb-b38d-59f194e33e43 already deleted. [ 624.779144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e12e972-81bd-4aeb-b38d-59f194e33e43" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.061906] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0a70405-0817-4521-ac5d-7d72dd5922db in Status: SUCCESS [ 625.062567] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.062567] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.062567] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.062789] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.062916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.062980] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.063445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.063445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.063445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.063784] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0a70405-0817-4521-ac5d-7d72dd5922db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.257478] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.568147] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0a70405-0817-4521-ac5d-7d72dd5922db taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.568424] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.568424] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.568663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.568837] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.568953] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.569041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.572019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.572019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.572019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.572019] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0a70405-0817-4521-ac5d-7d72dd5922db taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.572019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.572019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.572019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.572019] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.572019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.572019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.572019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.572019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.572019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.572019] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0a70405-0817-4521-ac5d-7d72dd5922db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.713520] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cafd215-842a-42d8-9ed0-32523772f625 in Status: SUCCESS [ 625.714103] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.763278] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.763278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.763278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.763278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.763278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.763278] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be created. [ 625.792097] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.792499] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.792680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.792997] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.794267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.807098] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: UNINITIALIZED for 2s [ 625.894943] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: SUCCESS [ 625.894943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.894943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.894943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.894943] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.894943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.894943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.894943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.894943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.894943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.895444] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.895444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.895444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.895444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.895582] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.895582] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.895652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.895793] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.895840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.895881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.896048] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.897482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.897647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.898482] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.898619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.898686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.898971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.899077] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.900480] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.922667] env[66117]: INFO networking_nsxv3.common.synchronization [None req-e6ed6f46-de07-492a-a314-42b0818b6258 None None] Enqueued Resource ID: 2425eb85-64c3-4238-9ae2-4f5051d1c6fc with Priority: HIGHEST for action port [ 625.923411] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2425eb85-64c3-4238-9ae2-4f5051d1c6fc with Priority: HIGHEST for action port [ 625.923673] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2425eb85-64c3-4238-9ae2-4f5051d1c6fc taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.923673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2425eb85-64c3-4238-9ae2-4f5051d1c6fc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.923843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2425eb85-64c3-4238-9ae2-4f5051d1c6fc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.923948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2425eb85-64c3-4238-9ae2-4f5051d1c6fc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.924648] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2425eb85-64c3-4238-9ae2-4f5051d1c6fc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.073703] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0a70405-0817-4521-ac5d-7d72dd5922db: rpc.has_security_group_logging(os_id): False [ 626.097263] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.097446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.097507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.097875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.097875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.098098] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.098217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.098285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.098448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.099000] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.099000] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.099000] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.099000] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.099233] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.099233] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.099351] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.099591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.100290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.100513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.100632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.100745] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0a70405-0817-4521-ac5d-7d72dd5922db is going to be created. [ 626.157587] env[66117]: INFO networking_nsxv3.common.synchronization [None req-72aed751-d0a2-460d-9cd8-c0a711408efb None None] Enqueued Resource ID: 541c002d-dad3-4863-8d82-cb22256cfa2b with Priority: HIGHEST for action port [ 626.159140] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 541c002d-dad3-4863-8d82-cb22256cfa2b with Priority: HIGHEST for action port [ 626.160644] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-541c002d-dad3-4863-8d82-cb22256cfa2b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.161083] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-541c002d-dad3-4863-8d82-cb22256cfa2b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.161226] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-541c002d-dad3-4863-8d82-cb22256cfa2b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.161708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-541c002d-dad3-4863-8d82-cb22256cfa2b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.161922] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('541c002d-dad3-4863-8d82-cb22256cfa2b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.173917] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.174193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.174263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.174500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.174742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.188099] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0a70405-0817-4521-ac5d-7d72dd5922db in Status: IN_PROGRESS for 2s [ 626.347801] env[66117]: INFO networking_nsxv3.common.synchronization [req-003b0443-43b9-41a9-8d21-8cdfaff94c4b req-0d95716d-48d7-4ec6-b807-799c8e315ad8 tempest-VolumesAssistedSnapshotsTest-1454753055 tempest-VolumesAssistedSnapshotsTest-1454753055-project-member] Enqueued Resource ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 with Priority: HIGHEST for action security_group_members [ 626.349138] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 with Priority: HIGHEST for action security_group_members [ 626.349138] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-01399e08-4a33-4e8a-bfde-0c9a888f99d1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.349138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.349138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.350146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.350685] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.350685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.350685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.350902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.350968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.351108] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01399e08-4a33-4e8a-bfde-0c9a888f99d1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.400778] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b914926-c34d-40b5-a117-0f60f82e3845: rpc.has_security_group_logging(os_id): False [ 626.402250] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.425900] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.426109] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.426152] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.426418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.426504] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.426706] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.426819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.426897] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.427092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.427264] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.427375] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.427460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.427522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.427696] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.427772] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.427954] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.428227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.428445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.428735] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.429278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.429278] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b914926-c34d-40b5-a117-0f60f82e3845 is going to be created. [ 626.431831] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2425eb85-64c3-4238-9ae2-4f5051d1c6fc [ 626.431831] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.431831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.431831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.431831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.431831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.431831] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2425eb85-64c3-4238-9ae2-4f5051d1c6fc already deleted. [ 626.431831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2425eb85-64c3-4238-9ae2-4f5051d1c6fc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.516778] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.516778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.516778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.517879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.518226] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.536860] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: IN_PROGRESS for 2s [ 626.665288] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 541c002d-dad3-4863-8d82-cb22256cfa2b [ 626.665288] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.665288] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.665288] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.665547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.665547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.665547] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:541c002d-dad3-4863-8d82-cb22256cfa2b already deleted. [ 626.665634] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-541c002d-dad3-4863-8d82-cb22256cfa2b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.854041] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.854245] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.854245] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.854366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.855017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.856522] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.856522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.856522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.856768] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.856768] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.856876] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 already deleted. [ 626.856922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.904997] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.106058] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.106961] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-998" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.106961] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-998" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.106961] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-998" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.108114] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.108336] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.109026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.109026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.109026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.109171] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.109217] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.109333] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.109452] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.109560] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.109667] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.109797] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.132486] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.132486] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.132486] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.132730] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-998" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.133188] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-0a588e9c-7099-401e-b597-cc45d19e8df2 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.133410] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-0a588e9c-7099-401e-b597-cc45d19e8df2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.133575] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-0a588e9c-7099-401e-b597-cc45d19e8df2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.133928] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-0a588e9c-7099-401e-b597-cc45d19e8df2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.134985] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a588e9c-7099-401e-b597-cc45d19e8df2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.408414] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.408414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.408414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.408840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.408840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.408840] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b914926-c34d-40b5-a117-0f60f82e3845 is going to be updated. [ 627.442885] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.443123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.443767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.444116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.444425] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.458644] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: IN_PROGRESS for 2s [ 627.572695] env[66117]: INFO networking_nsxv3.common.synchronization [req-3ad6a1b1-e037-420c-9516-f2738b8d5fca req-b16f6327-2b9c-4623-929c-2272de04decf tempest-ServerExternalEventsTest-827326638 tempest-ServerExternalEventsTest-827326638-project-member] Enqueued Resource ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 with Priority: HIGHEST for action security_group_members [ 627.572695] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 with Priority: HIGHEST for action security_group_members [ 627.574154] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3397947a-8086-4620-a2a8-93648c0bbbe2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.576032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.576032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.576032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.576032] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.576032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.576032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.576032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.576032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.576032] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3397947a-8086-4620-a2a8-93648c0bbbe2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.639288] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.639577] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.639577] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.640343] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.640987] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.640987] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 0a588e9c-7099-401e-b597-cc45d19e8df2 not found, creating... [ 627.640987] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.641466] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.641466] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.641566] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.641884] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.642033] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.642225] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.642340] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.642544] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.642673] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.642806] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 0a588e9c-7099-401e-b597-cc45d19e8df2 is going to be created. [ 627.676331] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.677219] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.677219] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.677219] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.677456] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.677663] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-0a588e9c-7099-401e-b597-cc45d19e8df2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.817874] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 627.818136] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.818305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.818539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.818750] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.818875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.818941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.819377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.819377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.819377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.819570] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.079572] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.079572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.079572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.079867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.079937] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.080202] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.080450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.080450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.080593] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.080667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.080782] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 already deleted. [ 628.080873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.216245] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0a70405-0817-4521-ac5d-7d72dd5922db in Status: SUCCESS [ 628.216531] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.322689] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.322855] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.323930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.323930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.324329] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.324480] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.324563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.324760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.324854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.324947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.325128] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.325227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.325290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.326460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.326460] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.326460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.326460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.326460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.326460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.326460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.326750] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.428793] env[66117]: INFO networking_nsxv3.common.synchronization [req-003b0443-43b9-41a9-8d21-8cdfaff94c4b req-39fab145-1a14-44e8-bd4b-d616cde42310 service nova] Enqueued Resource ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 with Priority: HIGHEST for action security_group_rules [ 628.429132] env[66117]: INFO networking_nsxv3.common.synchronization [req-003b0443-43b9-41a9-8d21-8cdfaff94c4b req-39fab145-1a14-44e8-bd4b-d616cde42310 service nova] Enqueued Resource ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 with Priority: HIGHEST for action security_group_members [ 628.429520] env[66117]: INFO networking_nsxv3.common.synchronization [req-003b0443-43b9-41a9-8d21-8cdfaff94c4b req-39fab145-1a14-44e8-bd4b-d616cde42310 service nova] Enqueued Resource ID: 0a588e9c-7099-401e-b597-cc45d19e8df2 with Priority: HIGHEST for action port [ 628.431938] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 with Priority: HIGHEST for action security_group_rules [ 628.432266] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 with Priority: HIGHEST for action security_group_members [ 628.432349] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a588e9c-7099-401e-b597-cc45d19e8df2 with Priority: HIGHEST for action port [ 628.432740] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.432901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.432990] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.433283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.433327] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01399e08-4a33-4e8a-bfde-0c9a888f99d1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.434899] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-01399e08-4a33-4e8a-bfde-0c9a888f99d1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.435228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.435228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.435703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.437560] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.437560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.437560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.437560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.437560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.437560] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01399e08-4a33-4e8a-bfde-0c9a888f99d1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.438451] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a588e9c-7099-401e-b597-cc45d19e8df2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.438576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a588e9c-7099-401e-b597-cc45d19e8df2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.438635] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a588e9c-7099-401e-b597-cc45d19e8df2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.439111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a588e9c-7099-401e-b597-cc45d19e8df2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.439111] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a588e9c-7099-401e-b597-cc45d19e8df2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.458089] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.458332] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.458421] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.458700] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.459212] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.459686] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.459934] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.460257] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.460455] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.460647] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.460753] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.460903] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.460980] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.461095] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.461201] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.461349] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.489507] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.489507] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.489507] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.489507] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.490100] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-3c5017e3-2834-4212-8458-78638241acc2 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.490404] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-3c5017e3-2834-4212-8458-78638241acc2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.490616] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-3c5017e3-2834-4212-8458-78638241acc2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.491166] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-3c5017e3-2834-4212-8458-78638241acc2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.491392] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c5017e3-2834-4212-8458-78638241acc2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.548998] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: SUCCESS [ 628.549319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.549793] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.550027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.550114] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.829324] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d84e082-9db3-47fe-9d8c-f2b29abfea3b: rpc.has_security_group_logging(os_id): False [ 628.847828] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.848027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.848120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.848306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.848400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.848619] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.848949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.849046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.849290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.849382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.849651] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.849747] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.849814] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.850470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.850555] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.850828] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.851009] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.851097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.851464] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.851649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.852323] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be created. [ 628.941880] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01399e08-4a33-4e8a-bfde-0c9a888f99d1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.943218] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-01399e08-4a33-4e8a-bfde-0c9a888f99d1 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.943323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.944313] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a588e9c-7099-401e-b597-cc45d19e8df2 with status ACTIVE [ 628.944313] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.944313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.944313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.944556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.944556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.944993] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.944993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.944993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.945301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.945417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.946080] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.946080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.946080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.946080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.946687] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.946687] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a588e9c-7099-401e-b597-cc45d19e8df2 is going to be updated. [ 628.957547] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.957929] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.957929] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.958035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.958167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.971137] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 628.976891] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.976891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.977063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.977157] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.977316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.977470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a588e9c-7099-401e-b597-cc45d19e8df2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.995069] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.995069] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.995069] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.995364] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.995483] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.995599] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 3c5017e3-2834-4212-8458-78638241acc2 not found, creating... [ 628.995910] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.996016] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.996135] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.996430] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.996585] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.996938] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.997124] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.997237] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.997475] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.997610] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.997742] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 3c5017e3-2834-4212-8458-78638241acc2 is going to be created. [ 629.024626] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.024892] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.025021] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.025307] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.025521] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.025765] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-3c5017e3-2834-4212-8458-78638241acc2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.052331] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.052475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.445099] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01399e08-4a33-4e8a-bfde-0c9a888f99d1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.469973] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: SUCCESS [ 629.470251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.470921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.470921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.470921] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.471180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.471180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.471556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.471556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.471556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.471751] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.498079] env[66117]: INFO networking_nsxv3.common.synchronization [None req-a39b7040-0d85-4458-9db2-a57c5b2f5920 None None] Enqueued Resource ID: a5e2ea49-3c0a-45fa-aa4e-967fda7632b6 with Priority: HIGHEST for action port [ 629.498920] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e2ea49-3c0a-45fa-aa4e-967fda7632b6 with Priority: HIGHEST for action port [ 629.499371] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5e2ea49-3c0a-45fa-aa4e-967fda7632b6 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.499749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5e2ea49-3c0a-45fa-aa4e-967fda7632b6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.499749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5e2ea49-3c0a-45fa-aa4e-967fda7632b6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.499881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5e2ea49-3c0a-45fa-aa4e-967fda7632b6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.500106] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e2ea49-3c0a-45fa-aa4e-967fda7632b6',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.754181] env[66117]: INFO networking_nsxv3.common.synchronization [req-3ad6a1b1-e037-420c-9516-f2738b8d5fca req-88e216f6-5f7f-48e3-b9de-64428fef8d5a service nova] Enqueued Resource ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 with Priority: HIGHEST for action security_group_rules [ 629.754347] env[66117]: INFO networking_nsxv3.common.synchronization [req-3ad6a1b1-e037-420c-9516-f2738b8d5fca req-88e216f6-5f7f-48e3-b9de-64428fef8d5a service nova] Enqueued Resource ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 with Priority: HIGHEST for action security_group_members [ 629.754595] env[66117]: INFO networking_nsxv3.common.synchronization [req-3ad6a1b1-e037-420c-9516-f2738b8d5fca req-88e216f6-5f7f-48e3-b9de-64428fef8d5a service nova] Enqueued Resource ID: 3c5017e3-2834-4212-8458-78638241acc2 with Priority: HIGHEST for action port [ 629.754994] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 with Priority: HIGHEST for action security_group_rules [ 629.756271] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 with Priority: HIGHEST for action security_group_members [ 629.759856] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5017e3-2834-4212-8458-78638241acc2 with Priority: HIGHEST for action port [ 629.759856] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3397947a-8086-4620-a2a8-93648c0bbbe2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.760024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.760024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.760548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.760889] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3397947a-8086-4620-a2a8-93648c0bbbe2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.762098] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3397947a-8086-4620-a2a8-93648c0bbbe2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.765249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.765359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.765483] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.765652] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.765750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.765827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.766924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.766924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.766924] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3397947a-8086-4620-a2a8-93648c0bbbe2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.767638] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c5017e3-2834-4212-8458-78638241acc2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.767638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c5017e3-2834-4212-8458-78638241acc2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.767638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c5017e3-2834-4212-8458-78638241acc2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.767836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c5017e3-2834-4212-8458-78638241acc2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.767836] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c5017e3-2834-4212-8458-78638241acc2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.947511] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.947661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.947661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.947892] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.948042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.948096] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 is going to be created. [ 629.977241] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.977426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.977503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.977730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.977884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.979381] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.979528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.979596] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.980708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.980708] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.980708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.980708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.980708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.980708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.981034] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.981034] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.981034] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.981173] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.981216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.981355] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.981666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.981744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.982051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.982051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.982051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.982219] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.992752] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 in Status: UNINITIALIZED for 2s [ 630.001845] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5e2ea49-3c0a-45fa-aa4e-967fda7632b6 [ 630.002099] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.002271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.002367] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.003500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.003500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.003500] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5e2ea49-3c0a-45fa-aa4e-967fda7632b6 already deleted. [ 630.003500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5e2ea49-3c0a-45fa-aa4e-967fda7632b6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.045132] env[66117]: INFO networking_nsxv3.common.synchronization [None req-da8ebc09-a26b-4fe8-94b5-f0b9a921c7a8 None None] Enqueued Resource ID: 8f3bc190-8063-4b71-a5f0-b22e4368d25a with Priority: HIGHEST for action port [ 630.045655] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3bc190-8063-4b71-a5f0-b22e4368d25a with Priority: HIGHEST for action port [ 630.045741] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f3bc190-8063-4b71-a5f0-b22e4368d25a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.045846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f3bc190-8063-4b71-a5f0-b22e4368d25a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.045913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f3bc190-8063-4b71-a5f0-b22e4368d25a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.046912] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f3bc190-8063-4b71-a5f0-b22e4368d25a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.047021] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f3bc190-8063-4b71-a5f0-b22e4368d25a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.270546] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3397947a-8086-4620-a2a8-93648c0bbbe2 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.270687] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.270885] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3397947a-8086-4620-a2a8-93648c0bbbe2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.273097] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c5017e3-2834-4212-8458-78638241acc2 with status ACTIVE [ 630.273097] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.273097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.273097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.273308] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.273415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.273596] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.273691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.279941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.279941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.279941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.279941] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.279941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.279941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.279941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.279941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.279941] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c5017e3-2834-4212-8458-78638241acc2 is going to be updated. [ 630.312020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.312020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.312020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.312020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.312020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.312020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c5017e3-2834-4212-8458-78638241acc2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.485281] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b914926-c34d-40b5-a117-0f60f82e3845: rpc.has_security_group_logging(os_id): False [ 630.521732] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.521908] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.521978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.523365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.523365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.523365] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.523365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.523365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.523365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.523365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.523365] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.523365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.523365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.524236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.524236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.524236] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.524236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.524236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.524992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.524992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.524992] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b914926-c34d-40b5-a117-0f60f82e3845 is going to be updated. [ 630.551684] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f3bc190-8063-4b71-a5f0-b22e4368d25a [ 630.551684] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.551684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.551930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.551970] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.552077] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.552188] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f3bc190-8063-4b71-a5f0-b22e4368d25a already deleted. [ 630.552243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f3bc190-8063-4b71-a5f0-b22e4368d25a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.636417] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.636417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.636417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.636697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.636777] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.660954] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: IN_PROGRESS for 2s [ 630.783522] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3397947a-8086-4620-a2a8-93648c0bbbe2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.985321] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 630.985562] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.999676] env[66117]: INFO networking_nsxv3.common.synchronization [None req-2de2a425-0205-47bb-ac5d-e93c2cb3aa70 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 with Priority: HIGHEST for action security_group_rules [ 631.001272] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 with Priority: HIGHEST for action security_group_rules [ 631.001579] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.002032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.002424] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.004046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.004046] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a872cbc1-bfed-4fa3-9b90-42d1a0b9b272',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.125685] env[66117]: INFO networking_nsxv3.common.synchronization [None req-52c1a443-8dd5-4d95-950d-93e6e58df94e tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 with Priority: HIGHEST for action security_group_rules [ 631.126854] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 with Priority: HIGHEST for action security_group_rules [ 631.127098] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.127493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.286520] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.287532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.287532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.288154] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.288624] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.288960] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 is going to be created. [ 631.317191] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.317454] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.317454] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.317677] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.317894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.335170] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 in Status: UNINITIALIZED for 2s [ 631.529624] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.530068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.530068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.530068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.530177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.530217] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 already deleted. [ 631.530371] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.530446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.530609] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.530693] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a872cbc1-bfed-4fa3-9b90-42d1a0b9b272',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.005273] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 in Status: SUCCESS [ 632.005573] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.005746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.007903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.007903] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.007903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.008815] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.009118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.009216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.009374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.009478] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01399e08-4a33-4e8a-bfde-0c9a888f99d1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.052750] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.054524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.054778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.054882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.054986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.055104] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 already deleted. [ 632.055187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.512642] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01399e08-4a33-4e8a-bfde-0c9a888f99d1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.677087] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: SUCCESS [ 632.677404] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.677615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.677875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.678018] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.015393] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01399e08-4a33-4e8a-bfde-0c9a888f99d1: rpc.has_security_group_logging(os_id): False [ 633.036623] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.036789] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.036854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.037127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.037243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.037901] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.037901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.037901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.038103] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.038103] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.038103] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 is going to be created. [ 633.126490] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.126698] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.126744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.126962] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.127215] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.144160] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 in Status: IN_PROGRESS for 2s [ 633.156112] env[66117]: INFO networking_nsxv3.common.synchronization [req-6fa05052-a782-4228-8738-3d0af1e22c52 req-654b9e9c-fe42-4600-bd47-06a0b5b0c0af tempest-ServerDiagnosticsNegativeTest-286422751 tempest-ServerDiagnosticsNegativeTest-286422751-project-member] Enqueued Resource ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 with Priority: HIGHEST for action security_group_members [ 633.156715] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 with Priority: HIGHEST for action security_group_members [ 633.157040] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-01db849e-0b6d-49fe-bf93-0eebc35473f5 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.157195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.157405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.157542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.157805] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.157805] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.157932] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.158033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.158098] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.158247] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01db849e-0b6d-49fe-bf93-0eebc35473f5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.180034] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.180175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.180257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.180874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.181156] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.181218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.181258] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.181416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.181504] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.181683] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.181750] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.218737] env[66117]: INFO networking_nsxv3.common.synchronization [None req-4e94a80f-ac11-4e16-a6e7-cbde154eb960 None None] Enqueued Resource ID: cecab8ce-e4b0-4d2b-a0a4-14ed5d5b952e with Priority: HIGHEST for action port [ 633.219658] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecab8ce-e4b0-4d2b-a0a4-14ed5d5b952e with Priority: HIGHEST for action port [ 633.220854] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-cecab8ce-e4b0-4d2b-a0a4-14ed5d5b952e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.220854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cecab8ce-e4b0-4d2b-a0a4-14ed5d5b952e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.220854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cecab8ce-e4b0-4d2b-a0a4-14ed5d5b952e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.220854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cecab8ce-e4b0-4d2b-a0a4-14ed5d5b952e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.220854] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cecab8ce-e4b0-4d2b-a0a4-14ed5d5b952e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.348797] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 in Status: SUCCESS [ 633.348797] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.348954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.349159] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.349435] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.349560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.349623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.349786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.349868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.349940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.350068] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3397947a-8086-4620-a2a8-93648c0bbbe2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.661991] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.662175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.662262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.663292] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.663292] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.663292] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.663292] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.663292] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.664401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.664537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.664654] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 is going to be updated. [ 633.684552] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.684552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.684952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.684952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.686435] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.686435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.686435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.686435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.686435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.686435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.686435] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.686435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.686435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.686435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.686435] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.686435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.687134] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.687134] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.687134] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.687330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.687330] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.721377] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.722792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.722792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.722792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.722792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.726047] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cecab8ce-e4b0-4d2b-a0a4-14ed5d5b952e [ 633.726456] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.726718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.726790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.727395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.727395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.727554] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cecab8ce-e4b0-4d2b-a0a4-14ed5d5b952e already deleted. [ 633.727609] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cecab8ce-e4b0-4d2b-a0a4-14ed5d5b952e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.735822] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 in Status: IN_PROGRESS for 2s [ 633.854434] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3397947a-8086-4620-a2a8-93648c0bbbe2 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.854434] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.854434] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.854434] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.854922] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.854922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.854922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.854922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.855214] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.855214] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.855343] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3397947a-8086-4620-a2a8-93648c0bbbe2 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.855417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.855482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.855688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.855858] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.855960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.856032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.856180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.856328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.856412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.856473] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3397947a-8086-4620-a2a8-93648c0bbbe2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.080391] env[66117]: INFO networking_nsxv3.common.synchronization [None req-dbfed98f-cbf0-4ed9-ae84-e1c3cb7c9547 None None] Enqueued Resource ID: c468ac96-7617-44c2-b37b-912a9e967904 with Priority: HIGHEST for action port [ 634.080883] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c468ac96-7617-44c2-b37b-912a9e967904 with Priority: HIGHEST for action port [ 634.081204] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-c468ac96-7617-44c2-b37b-912a9e967904 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.081337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c468ac96-7617-44c2-b37b-912a9e967904" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.081390] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c468ac96-7617-44c2-b37b-912a9e967904" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.081658] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c468ac96-7617-44c2-b37b-912a9e967904" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.081737] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c468ac96-7617-44c2-b37b-912a9e967904',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.190493] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b914926-c34d-40b5-a117-0f60f82e3845: rpc.has_security_group_logging(os_id): False [ 634.210353] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.210524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.210587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.210790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.210881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.211100] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.211199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.211266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.211410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.211481] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.211646] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.211757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.211844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.212171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.212171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.212171] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.212377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.212377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.212636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.212636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.212756] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b914926-c34d-40b5-a117-0f60f82e3845 is going to be updated. [ 634.308565] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.308565] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.308682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.308796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.308940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.326073] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: IN_PROGRESS for 2s [ 634.364250] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3397947a-8086-4620-a2a8-93648c0bbbe2: rpc.has_security_group_logging(os_id): False [ 634.392393] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.392393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.392393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.392393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.392393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.392393] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.392393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.392393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.392393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.392393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.392393] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.392393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.392393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.393323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.393323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.393323] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.393323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.393323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.393521] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.393870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.393870] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 is going to be created. [ 634.464688] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.464688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.464688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.465140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.465332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.478867] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 in Status: IN_PROGRESS for 2s [ 634.588020] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c468ac96-7617-44c2-b37b-912a9e967904 [ 634.588020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.588020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.588020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.588020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.588020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.588020] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c468ac96-7617-44c2-b37b-912a9e967904 already deleted. [ 634.588020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c468ac96-7617-44c2-b37b-912a9e967904" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.865155] env[66117]: INFO networking_nsxv3.common.synchronization [req-8f1f2972-ab8a-4986-96b1-6a911b48212d req-cabc8947-ec01-4aec-8071-44f09a8993cf tempest-ServersAdminTestJSON-2048552091 tempest-ServersAdminTestJSON-2048552091-project-member] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 634.865679] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 634.865980] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.866142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.866221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.866420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.868087] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.868208] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.868274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.868492] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.868605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.868653] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.158836] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 in Status: SUCCESS [ 635.161904] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.373525] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.373650] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.373690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.373908] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.374011] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.374234] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.374377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.374436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.374581] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.374688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.374731] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c already deleted. [ 635.374796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.390014] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.390176] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.390634] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.391117] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.391645] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.391873] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.391996] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.392271] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.392427] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.392977] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.393161] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.393343] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.393529] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.393716] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.393912] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.394147] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.416521] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.417161] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.417161] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.417161] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.417418] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-6941a1bb-0f7e-47c5-b904-5b510378b3c5 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.417971] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-6941a1bb-0f7e-47c5-b904-5b510378b3c5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.417971] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-6941a1bb-0f7e-47c5-b904-5b510378b3c5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.418104] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-6941a1bb-0f7e-47c5-b904-5b510378b3c5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.418265] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6941a1bb-0f7e-47c5-b904-5b510378b3c5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.748914] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 in Status: SUCCESS [ 635.750037] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 deletion is rescheduled due to dependency. [ 635.750037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.921741] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.923276] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.923276] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.923411] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.923525] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.923678] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 6941a1bb-0f7e-47c5-b904-5b510378b3c5 not found, creating... [ 635.923940] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.924108] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.924953] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.924953] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.924953] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.924953] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.924953] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.926566] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.926825] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.927038] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.927125] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 6941a1bb-0f7e-47c5-b904-5b510378b3c5 is going to be created. [ 635.953161] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.953161] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.953161] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.953161] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.953161] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.953161] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-6941a1bb-0f7e-47c5-b904-5b510378b3c5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.343349] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: SUCCESS [ 636.343349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.496086] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 in Status: SUCCESS [ 636.496322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.718271] env[66117]: INFO networking_nsxv3.common.synchronization [req-8f1f2972-ab8a-4986-96b1-6a911b48212d req-c5ec3f8a-1023-457b-8ce6-7aec218c9d85 service nova] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_rules [ 636.718480] env[66117]: INFO networking_nsxv3.common.synchronization [req-8f1f2972-ab8a-4986-96b1-6a911b48212d req-c5ec3f8a-1023-457b-8ce6-7aec218c9d85 service nova] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 636.718611] env[66117]: INFO networking_nsxv3.common.synchronization [req-8f1f2972-ab8a-4986-96b1-6a911b48212d req-c5ec3f8a-1023-457b-8ce6-7aec218c9d85 service nova] Enqueued Resource ID: 6941a1bb-0f7e-47c5-b904-5b510378b3c5 with Priority: HIGHEST for action port [ 636.719165] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_rules [ 636.719312] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 636.719417] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6941a1bb-0f7e-47c5-b904-5b510378b3c5 with Priority: HIGHEST for action port [ 636.719701] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.719865] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.719984] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.720671] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.720752] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.723400] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.723557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.724253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.724253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.724253] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.724253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.724253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.724253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.724597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.724597] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.725653] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-6941a1bb-0f7e-47c5-b904-5b510378b3c5 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.725653] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6941a1bb-0f7e-47c5-b904-5b510378b3c5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.725653] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6941a1bb-0f7e-47c5-b904-5b510378b3c5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.727168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6941a1bb-0f7e-47c5-b904-5b510378b3c5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.727261] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6941a1bb-0f7e-47c5-b904-5b510378b3c5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.230918] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.232152] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.232564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.236303] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6941a1bb-0f7e-47c5-b904-5b510378b3c5 with status ACTIVE [ 637.236303] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.236303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.236303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.236303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.236303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.236968] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.237693] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.237896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.238208] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.238929] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.241263] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.241263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.241263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.241263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.241263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.241263] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6941a1bb-0f7e-47c5-b904-5b510378b3c5 is going to be updated. [ 637.265934] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.265934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.265934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.266197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.266197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.266334] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6941a1bb-0f7e-47c5-b904-5b510378b3c5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.702466] env[66117]: INFO networking_nsxv3.common.synchronization [None req-9817b8d0-89a1-465b-a7b5-82c432378979 None None] Enqueued Resource ID: 84082f7c-30c2-44d7-a798-d239a88d7ce6 with Priority: HIGHEST for action port [ 637.702978] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84082f7c-30c2-44d7-a798-d239a88d7ce6 with Priority: HIGHEST for action port [ 637.703282] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-84082f7c-30c2-44d7-a798-d239a88d7ce6 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.703403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84082f7c-30c2-44d7-a798-d239a88d7ce6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.703474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84082f7c-30c2-44d7-a798-d239a88d7ce6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.703737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84082f7c-30c2-44d7-a798-d239a88d7ce6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.703820] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84082f7c-30c2-44d7-a798-d239a88d7ce6',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.734963] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.205513] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84082f7c-30c2-44d7-a798-d239a88d7ce6 [ 638.205740] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.205869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.205938] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.206361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.206361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.206361] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84082f7c-30c2-44d7-a798-d239a88d7ce6 already deleted. [ 638.206606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84082f7c-30c2-44d7-a798-d239a88d7ce6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.240213] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.240213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.240213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.240213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.240213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.240213] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be created. [ 638.268589] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.268589] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.268589] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.268589] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.268589] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.282934] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: UNINITIALIZED for 2s [ 638.619010] env[66117]: INFO networking_nsxv3.common.synchronization [None req-0741f7a7-a783-4baa-b44d-97809ecb61de None None] Enqueued Resource ID: 902c9f24-165b-45a8-b8ff-3afbfd0e4312 with Priority: HIGHEST for action port [ 638.619010] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902c9f24-165b-45a8-b8ff-3afbfd0e4312 with Priority: HIGHEST for action port [ 638.619010] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-902c9f24-165b-45a8-b8ff-3afbfd0e4312 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.619010] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-902c9f24-165b-45a8-b8ff-3afbfd0e4312" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.619010] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-902c9f24-165b-45a8-b8ff-3afbfd0e4312" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.619010] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-902c9f24-165b-45a8-b8ff-3afbfd0e4312" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.619010] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('902c9f24-165b-45a8-b8ff-3afbfd0e4312',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.740466] env[66117]: INFO networking_nsxv3.common.synchronization [req-8ea8ee23-f05d-4aa9-9c27-f5038905ef86 req-ca6c0a84-8994-4c3e-9c6c-16419b39b957 tempest-ServersAdminTestJSON-2048552091 tempest-ServersAdminTestJSON-2048552091-project-member] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 638.740466] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 638.740568] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.740679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.123464] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 902c9f24-165b-45a8-b8ff-3afbfd0e4312 [ 639.123607] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.123891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.123891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.124237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.124237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.124331] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:902c9f24-165b-45a8-b8ff-3afbfd0e4312 already deleted. [ 639.124423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-902c9f24-165b-45a8-b8ff-3afbfd0e4312" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.197321] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.197524] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.197642] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.197900] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.199151] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.199509] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.199665] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.201283] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.201443] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.201666] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.201807] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.201956] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.202126] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.202224] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.202335] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.202489] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.224793] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.225850] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.225850] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.226952] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.226952] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-18fb4b0b-e914-40ac-a24c-1155e69c4a6f taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.226952] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-18fb4b0b-e914-40ac-a24c-1155e69c4a6f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.226952] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-18fb4b0b-e914-40ac-a24c-1155e69c4a6f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.227430] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-18fb4b0b-e914-40ac-a24c-1155e69c4a6f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.228487] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18fb4b0b-e914-40ac-a24c-1155e69c4a6f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.444337] env[66117]: INFO networking_nsxv3.common.synchronization [None req-7f40d3f3-a814-4035-9d20-3a5c877f6d02 tempest-ServersTestFqdnHostnames-354085449 tempest-ServersTestFqdnHostnames-354085449-project-member] Enqueued Resource ID: 5e29853a-0957-451f-968b-e25e31c3c208 with Priority: HIGHEST for action security_group_rules [ 639.445063] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e29853a-0957-451f-968b-e25e31c3c208 with Priority: HIGHEST for action security_group_rules [ 639.445145] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e29853a-0957-451f-968b-e25e31c3c208 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.445295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.445376] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.445630] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.445712] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e29853a-0957-451f-968b-e25e31c3c208',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.635427] env[66117]: INFO networking_nsxv3.common.synchronization [None req-f7b2f70c-1684-41e6-a53a-cc19aa2b1cab tempest-ServersTestFqdnHostnames-354085449 tempest-ServersTestFqdnHostnames-354085449-project-member] Enqueued Resource ID: 5e29853a-0957-451f-968b-e25e31c3c208 with Priority: HIGHEST for action security_group_rules [ 639.636112] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e29853a-0957-451f-968b-e25e31c3c208 with Priority: HIGHEST for action security_group_rules [ 639.636578] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e29853a-0957-451f-968b-e25e31c3c208 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.636578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.735158] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.735961] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.735961] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.735961] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.736293] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.736293] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 18fb4b0b-e914-40ac-a24c-1155e69c4a6f not found, creating... [ 639.736504] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.736659] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.736782] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.737013] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.737177] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.738134] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.738134] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.738134] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.738134] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.738732] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.738732] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 18fb4b0b-e914-40ac-a24c-1155e69c4a6f is going to be created. [ 639.763581] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.764034] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.764178] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.765200] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.765200] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.765200] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-18fb4b0b-e914-40ac-a24c-1155e69c4a6f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.968361] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.968361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.968361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.968361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.968361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.968361] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e29853a-0957-451f-968b-e25e31c3c208 already deleted. [ 639.968361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.968361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.968361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.968361] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e29853a-0957-451f-968b-e25e31c3c208',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.310512] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: SUCCESS [ 640.310730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.310901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.311161] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.311365] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.311486] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.311551] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.311722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.311792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.311878] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.311973] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.313224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.313224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.316199] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.316460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.316760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.316987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.317146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.317289] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.495123] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.495423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.495423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.495661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.495786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.495892] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e29853a-0957-451f-968b-e25e31c3c208 already deleted. [ 640.496020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.516058] env[66117]: INFO networking_nsxv3.common.synchronization [req-8ea8ee23-f05d-4aa9-9c27-f5038905ef86 req-85e1a0e5-2dfb-4a43-808d-7787b2f348a4 service nova] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_rules [ 640.516058] env[66117]: INFO networking_nsxv3.common.synchronization [req-8ea8ee23-f05d-4aa9-9c27-f5038905ef86 req-85e1a0e5-2dfb-4a43-808d-7787b2f348a4 service nova] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 640.516058] env[66117]: INFO networking_nsxv3.common.synchronization [req-8ea8ee23-f05d-4aa9-9c27-f5038905ef86 req-85e1a0e5-2dfb-4a43-808d-7787b2f348a4 service nova] Enqueued Resource ID: 18fb4b0b-e914-40ac-a24c-1155e69c4a6f with Priority: HIGHEST for action port [ 640.516058] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_rules [ 640.516058] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 640.516058] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18fb4b0b-e914-40ac-a24c-1155e69c4a6f with Priority: HIGHEST for action port [ 640.516058] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.516058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.516058] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.516058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.516768] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-18fb4b0b-e914-40ac-a24c-1155e69c4a6f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.516985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18fb4b0b-e914-40ac-a24c-1155e69c4a6f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.517088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18fb4b0b-e914-40ac-a24c-1155e69c4a6f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.517667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18fb4b0b-e914-40ac-a24c-1155e69c4a6f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.518243] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18fb4b0b-e914-40ac-a24c-1155e69c4a6f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.820626] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.820626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.820626] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.943571] env[66117]: INFO networking_nsxv3.common.synchronization [req-a3715057-0988-4fde-8aa7-df640c5fdf70 req-8284534c-1489-46ae-bcb7-410000591d7f tempest-ServersAdminNegativeTestJSON-1122862335 tempest-ServersAdminNegativeTestJSON-1122862335-project-member] Enqueued Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_members [ 640.944853] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_members [ 640.947543] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.947543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.947543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.947543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.947543] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.947543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.947543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.947543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.947543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.947543] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.020862] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18fb4b0b-e914-40ac-a24c-1155e69c4a6f with status ACTIVE [ 641.021750] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.021750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.021750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.021750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.021750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.022072] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.022072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.022072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.022210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.022210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.023762] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.023762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.023762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.023762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.023762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.023762] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18fb4b0b-e914-40ac-a24c-1155e69c4a6f is going to be updated. [ 641.054055] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.054295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.054362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.054592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.054714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.054904] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18fb4b0b-e914-40ac-a24c-1155e69c4a6f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.328487] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.392889] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.392889] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.392889] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.392889] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.392889] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.392889] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.392889] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.392889] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.392889] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.394831] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.394831] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.394831] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.394831] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.394831] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.394831] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.395122] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.420102] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.421169] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.421307] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.421488] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.422397] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-f1b7fd8c-88fc-4473-a602-9648b7984d4e taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.422920] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-f1b7fd8c-88fc-4473-a602-9648b7984d4e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.422920] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-f1b7fd8c-88fc-4473-a602-9648b7984d4e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.423149] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-f1b7fd8c-88fc-4473-a602-9648b7984d4e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.423312] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b7fd8c-88fc-4473-a602-9648b7984d4e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.450151] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.833177] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.833572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.833572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.833786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.833851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.833947] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be updated. [ 641.867729] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.868091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.868091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.868335] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.868431] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.880097] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: IN_PROGRESS for 2s [ 641.914042] env[66117]: INFO networking_nsxv3.common.synchronization [None req-2da91492-7fe9-4fa3-b711-554d3e61ff02 None None] Enqueued Resource ID: a64f0882-028f-46a5-9eff-66b94435553f with Priority: HIGHEST for action port [ 641.915027] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a64f0882-028f-46a5-9eff-66b94435553f with Priority: HIGHEST for action port [ 641.915102] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a64f0882-028f-46a5-9eff-66b94435553f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.916652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a64f0882-028f-46a5-9eff-66b94435553f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.916652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a64f0882-028f-46a5-9eff-66b94435553f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.916652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a64f0882-028f-46a5-9eff-66b94435553f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.916652] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a64f0882-028f-46a5-9eff-66b94435553f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.930171] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.931031] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.931031] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.931031] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.931545] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.931545] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port f1b7fd8c-88fc-4473-a602-9648b7984d4e not found, creating... [ 641.931705] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.931798] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.931888] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.932148] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.932291] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.932607] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.932766] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.932873] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.933941] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.934043] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.934703] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: f1b7fd8c-88fc-4473-a602-9648b7984d4e is going to be created. [ 641.955054] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.981127] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.981327] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.981327] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.981611] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.981871] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.982117] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-f1b7fd8c-88fc-4473-a602-9648b7984d4e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.108786] env[66117]: INFO networking_nsxv3.common.synchronization [None req-5bac0fe2-3746-4360-b067-6e01ae5cd813 tempest-ServersTestBootFromVolume-831610018 tempest-ServersTestBootFromVolume-831610018-project-member] Enqueued Resource ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc with Priority: HIGHEST for action security_group_rules [ 642.108786] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc with Priority: HIGHEST for action security_group_rules [ 642.109496] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-625de77c-6b16-48ca-81f2-3bc05fd237cc taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.109633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.109701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.109982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.110142] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('625de77c-6b16-48ca-81f2-3bc05fd237cc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.418987] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a64f0882-028f-46a5-9eff-66b94435553f [ 642.419251] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.419463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.419540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.419775] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.419871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.419967] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a64f0882-028f-46a5-9eff-66b94435553f already deleted. [ 642.420065] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a64f0882-028f-46a5-9eff-66b94435553f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.459150] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.459525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.459669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.459904] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.460036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.460231] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 is going to be updated. [ 642.466161] env[66117]: INFO networking_nsxv3.common.synchronization [None req-ba940a86-eeeb-4f7a-8cd4-b1ba821367d6 tempest-ServersTestBootFromVolume-831610018 tempest-ServersTestBootFromVolume-831610018-project-member] Enqueued Resource ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc with Priority: HIGHEST for action security_group_rules [ 642.466724] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc with Priority: HIGHEST for action security_group_rules [ 642.467080] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-625de77c-6b16-48ca-81f2-3bc05fd237cc taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.467192] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.500960] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.501159] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.501203] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.501440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.501588] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.517685] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 in Status: IN_PROGRESS for 2s [ 642.637559] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.637838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.637838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.638045] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.638157] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.638270] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc already deleted. [ 642.638365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.638570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.638773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.638844] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('625de77c-6b16-48ca-81f2-3bc05fd237cc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.745992] env[66117]: INFO networking_nsxv3.common.synchronization [req-a3715057-0988-4fde-8aa7-df640c5fdf70 req-2c83482e-ee68-4094-82b9-c9f94e52fed7 service nova] Enqueued Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_rules [ 642.746177] env[66117]: INFO networking_nsxv3.common.synchronization [req-a3715057-0988-4fde-8aa7-df640c5fdf70 req-2c83482e-ee68-4094-82b9-c9f94e52fed7 service nova] Enqueued Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_members [ 642.746310] env[66117]: INFO networking_nsxv3.common.synchronization [req-a3715057-0988-4fde-8aa7-df640c5fdf70 req-2c83482e-ee68-4094-82b9-c9f94e52fed7 service nova] Enqueued Resource ID: f1b7fd8c-88fc-4473-a602-9648b7984d4e with Priority: HIGHEST for action port [ 642.746796] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_rules [ 642.746924] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_members [ 642.747102] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b7fd8c-88fc-4473-a602-9648b7984d4e with Priority: HIGHEST for action port [ 642.747422] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15d38d74-2099-48b3-b7b7-dbadb9ff12e0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.747579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.747614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.747863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.747999] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.748920] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.749101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.749327] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1b7fd8c-88fc-4473-a602-9648b7984d4e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.749520] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1b7fd8c-88fc-4473-a602-9648b7984d4e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.749638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1b7fd8c-88fc-4473-a602-9648b7984d4e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.749897] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1b7fd8c-88fc-4473-a602-9648b7984d4e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.749999] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b7fd8c-88fc-4473-a602-9648b7984d4e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.164707] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.165636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.165636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.165889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.166073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.168082] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc already deleted. [ 643.168082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.253526] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.253526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.253526] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1b7fd8c-88fc-4473-a602-9648b7984d4e with status ACTIVE [ 643.253526] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.253526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.253526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.253526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.253526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.253526] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.253526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.254436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.254436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.254436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.254436] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.254436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.254436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.254436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.254436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.254436] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1b7fd8c-88fc-4473-a602-9648b7984d4e is going to be updated. [ 643.281053] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.283068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.283068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.283068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.283068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.283068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1b7fd8c-88fc-4473-a602-9648b7984d4e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.713302] env[66117]: INFO networking_nsxv3.common.synchronization [req-71f75f34-ab3d-4bcc-92a2-c1574b0a1f26 req-aa6a748b-6f9f-4f58-b158-ea95d0802582 tempest-ServerAddressesNegativeTestJSON-1162125641 tempest-ServerAddressesNegativeTestJSON-1162125641-project-member] Enqueued Resource ID: 7cafd215-842a-42d8-9ed0-32523772f625 with Priority: HIGHEST for action security_group_members [ 643.713813] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cafd215-842a-42d8-9ed0-32523772f625 with Priority: HIGHEST for action security_group_members [ 643.714122] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cafd215-842a-42d8-9ed0-32523772f625 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.714239] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.714300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.714505] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.714649] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.714741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.714798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.714933] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.715198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.715330] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cafd215-842a-42d8-9ed0-32523772f625',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.723171] env[66117]: INFO networking_nsxv3.common.synchronization [req-7583c4ac-9e94-4f5b-b13e-01c86e4f5bd7 req-7c2d2742-ab10-4040-8d13-6df298379df0 tempest-ListServersNegativeTestJSON-597894726 tempest-ListServersNegativeTestJSON-597894726-project-member] Enqueued Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 643.723171] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 643.723171] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.723171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.723171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.723453] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.723453] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.723531] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.723531] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.723714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.725000] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.725000] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.891641] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: SUCCESS [ 643.891909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.892129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.892353] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.892499] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.892646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.892747] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.892862] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.892954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.893093] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.219429] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.219830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.219830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.219830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.220029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.221771] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.221771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.221771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.221771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.221771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.221771] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cafd215-842a-42d8-9ed0-32523772f625 is going to be updated. [ 644.231773] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.237941] env[66117]: INFO networking_nsxv3.common.synchronization [req-71b1fdf9-e295-4243-a77d-ad0289571cbb req-3067d6e8-1fd5-4af2-9a7d-6a510db65f73 tempest-ServersWithSpecificFlavorTestJSON-809397731 tempest-ServersWithSpecificFlavorTestJSON-809397731-project-member] Enqueued Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_members [ 644.237941] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_members [ 644.237941] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-074427bc-2c54-403c-b87b-27973b2d7471 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.237941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.237941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.238247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.238437] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.238555] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.238874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.239210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.239553] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.239553] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.256583] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.256583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.256583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.257075] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.257241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.269765] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cafd215-842a-42d8-9ed0-32523772f625 in Status: IN_PROGRESS for 2s [ 644.400258] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.530185] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 in Status: SUCCESS [ 644.530384] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.530642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.530927] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.531155] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.531298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.531395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.531601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.531700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.531844] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.733776] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.742051] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.742228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.742295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.742509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.742602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.742785] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.742883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.742940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.743102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.743174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.743854] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074427bc-2c54-403c-b87b-27973b2d7471 already deleted. [ 644.743854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.807024] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.807024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-85" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.807024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-85" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.807024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-85" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.807024] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.807594] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.807853] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.808261] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.811722] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.811722] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.811722] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.811722] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.811722] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.811722] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.811722] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.811722] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.835911] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.835911] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.836395] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.836395] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-85" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.836722] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-04336136-d85c-4dcf-8f01-daee3c09537e taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.836901] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-04336136-d85c-4dcf-8f01-daee3c09537e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.837030] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-04336136-d85c-4dcf-8f01-daee3c09537e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.837400] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-04336136-d85c-4dcf-8f01-daee3c09537e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.838312] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04336136-d85c-4dcf-8f01-daee3c09537e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.901398] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.033688] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.068717] env[66117]: INFO networking_nsxv3.common.synchronization [req-14b1ecbc-0c2b-414b-9bce-f4ce9278bc8d req-7ec9dbfe-61bc-4454-a042-1ac49d48df38 tempest-DeleteServersTestJSON-1546501066 tempest-DeleteServersTestJSON-1546501066-project-member] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 645.068925] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 645.069153] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.069278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.069345] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.069580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.069734] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.069836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.069898] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.070091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.070195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.070362] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.236923] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.237460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.237460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.237460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.237460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.237690] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b914926-c34d-40b5-a117-0f60f82e3845 is going to be updated. [ 645.271346] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.271507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.271552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.272906] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.272906] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.284794] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: IN_PROGRESS for 2s [ 645.340587] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.340902] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.341075] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.341466] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.341681] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.341896] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 04336136-d85c-4dcf-8f01-daee3c09537e not found, creating... [ 645.342284] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.342503] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.342673] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.342983] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.343202] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.343644] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.343840] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.343940] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.344233] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.344400] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.344581] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 04336136-d85c-4dcf-8f01-daee3c09537e is going to be created. [ 645.369301] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.369730] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.369919] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.370694] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.370965] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.371354] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-04336136-d85c-4dcf-8f01-daee3c09537e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.409241] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.409241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.409241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.409241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.409241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.409241] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be updated. [ 645.451579] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.451579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.451579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.451852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.451852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.464746] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: IN_PROGRESS for 2s [ 645.536459] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.576380] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.576380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.576380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.576702] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.576702] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.577262] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.577262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.577262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.577262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.577668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.577668] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 645.623830] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.624000] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.624106] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.624330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.624470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.634432] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 646.038801] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.038942] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.038991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.039237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.039329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.039506] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 is going to be updated. [ 646.072706] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.072855] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.072916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.073145] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.073298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.083376] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 in Status: IN_PROGRESS for 2s [ 646.099339] env[66117]: INFO networking_nsxv3.common.synchronization [req-71b1fdf9-e295-4243-a77d-ad0289571cbb req-26ff36a8-bb48-4d91-bf2d-9da5d48b8242 service nova] Enqueued Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_rules [ 646.099568] env[66117]: INFO networking_nsxv3.common.synchronization [req-71b1fdf9-e295-4243-a77d-ad0289571cbb req-26ff36a8-bb48-4d91-bf2d-9da5d48b8242 service nova] Enqueued Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_members [ 646.099680] env[66117]: INFO networking_nsxv3.common.synchronization [req-71b1fdf9-e295-4243-a77d-ad0289571cbb req-26ff36a8-bb48-4d91-bf2d-9da5d48b8242 service nova] Enqueued Resource ID: 04336136-d85c-4dcf-8f01-daee3c09537e with Priority: HIGHEST for action port [ 646.100765] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_rules [ 646.101693] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_members [ 646.101693] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04336136-d85c-4dcf-8f01-daee3c09537e with Priority: HIGHEST for action port [ 646.101890] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-074427bc-2c54-403c-b87b-27973b2d7471 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.101992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.102075] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.102287] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.102421] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.104119] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-074427bc-2c54-403c-b87b-27973b2d7471 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.104638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.104721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.104903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.105967] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.105967] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.105967] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.106116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.106155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.107570] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.107570] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-04336136-d85c-4dcf-8f01-daee3c09537e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.107570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04336136-d85c-4dcf-8f01-daee3c09537e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.107570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04336136-d85c-4dcf-8f01-daee3c09537e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.107570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04336136-d85c-4dcf-8f01-daee3c09537e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.107570] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04336136-d85c-4dcf-8f01-daee3c09537e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.281732] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cafd215-842a-42d8-9ed0-32523772f625 in Status: SUCCESS [ 646.282081] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cafd215-842a-42d8-9ed0-32523772f625 deletion is rescheduled due to dependency. [ 646.282783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.329895] env[66117]: INFO networking_nsxv3.common.synchronization [req-af59cb24-78aa-489d-9858-fcbe30a09cac req-70126900-d709-43d6-ac9f-3b21a3daf13a tempest-TenantUsagesTestJSON-601798384 tempest-TenantUsagesTestJSON-601798384-project-member] Enqueued Resource ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab with Priority: HIGHEST for action security_group_members [ 646.330567] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab with Priority: HIGHEST for action security_group_members [ 646.330857] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7114e-58e9-4fc0-9731-9b15e16a0eab taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.330989] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.331378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.331690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.331890] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.332009] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.332079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.332252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.332339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.332436] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e7114e-58e9-4fc0-9731-9b15e16a0eab',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.609985] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-074427bc-2c54-403c-b87b-27973b2d7471 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.610205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.610430] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.614957] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04336136-d85c-4dcf-8f01-daee3c09537e with status ACTIVE [ 646.614957] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.614957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.614957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.614957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.614957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.614957] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.614957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.614957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.614957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.614957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.614957] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.614957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.614957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.614957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.615697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.615697] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04336136-d85c-4dcf-8f01-daee3c09537e is going to be updated. [ 646.640928] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.640928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.641580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.642144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.643033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.643033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04336136-d85c-4dcf-8f01-daee3c09537e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.733367] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.733987] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.733987] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.733987] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.735029] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.735029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.735029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.735029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.735029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.735381] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.735381] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.735446] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.735576] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.735687] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.735788] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.735914] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.776473] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.776473] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.776473] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.776473] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.776473] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-d6e06d65-66cb-4d9a-9a49-1a784f8093c6 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.776473] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-d6e06d65-66cb-4d9a-9a49-1a784f8093c6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.776473] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-d6e06d65-66cb-4d9a-9a49-1a784f8093c6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.776869] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-d6e06d65-66cb-4d9a-9a49-1a784f8093c6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.776869] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6e06d65-66cb-4d9a-9a49-1a784f8093c6',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.835795] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.835965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.836063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.836415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.836776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.837247] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.837247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.837247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.837541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.837541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.837663] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab already deleted. [ 646.837783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.113186] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.279279] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.279563] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.279695] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.280055] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.280212] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.280358] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port d6e06d65-66cb-4d9a-9a49-1a784f8093c6 not found, creating... [ 647.280623] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.280763] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.280894] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.281183] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.281318] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.281597] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.281753] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.282211] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.282211] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.282211] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.282401] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: d6e06d65-66cb-4d9a-9a49-1a784f8093c6 is going to be created. [ 647.296155] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: SUCCESS [ 647.296283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.319253] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.319596] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.319730] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.319994] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.320227] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.320527] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-d6e06d65-66cb-4d9a-9a49-1a784f8093c6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.478367] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: SUCCESS [ 647.480117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.480117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.480117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.480117] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.480117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.480117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.480117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.480117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.480117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.480615] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.480615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.480615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.480749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.480904] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.481053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.481127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.481441] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.481441] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.481568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.481602] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.620436] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.621318] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.621440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.621699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.621855] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.622026] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074427bc-2c54-403c-b87b-27973b2d7471 is going to be created. [ 647.644585] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 647.644803] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b deletion is rescheduled due to dependency. [ 647.644859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.653622] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.653854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.653854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.654118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.654285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.664443] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074427bc-2c54-403c-b87b-27973b2d7471 in Status: UNINITIALIZED for 2s [ 647.984450] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26b81ed6-be3f-4545-bedd-f5619b30ef1c: rpc.has_security_group_logging(os_id): False [ 648.008631] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.008899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.009029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.009279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.009491] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.009741] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.009853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.009918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.010175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.010218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.010479] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.010592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.010655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.010816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.010892] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.011124] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.011186] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.011230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.011380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.011452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.011608] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be created. [ 648.093526] env[66117]: INFO networking_nsxv3.common.synchronization [req-af59cb24-78aa-489d-9858-fcbe30a09cac req-a8a2345d-6eb5-4cc4-ad9d-5505a5e4321a service nova] Enqueued Resource ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab with Priority: HIGHEST for action security_group_rules [ 648.093731] env[66117]: INFO networking_nsxv3.common.synchronization [req-af59cb24-78aa-489d-9858-fcbe30a09cac req-a8a2345d-6eb5-4cc4-ad9d-5505a5e4321a service nova] Enqueued Resource ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab with Priority: HIGHEST for action security_group_members [ 648.093864] env[66117]: INFO networking_nsxv3.common.synchronization [req-af59cb24-78aa-489d-9858-fcbe30a09cac req-a8a2345d-6eb5-4cc4-ad9d-5505a5e4321a service nova] Enqueued Resource ID: d6e06d65-66cb-4d9a-9a49-1a784f8093c6 with Priority: HIGHEST for action port [ 648.094477] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab with Priority: HIGHEST for action security_group_rules [ 648.094619] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab with Priority: HIGHEST for action security_group_members [ 648.094731] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e06d65-66cb-4d9a-9a49-1a784f8093c6 with Priority: HIGHEST for action port [ 648.099036] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e7114e-58e9-4fc0-9731-9b15e16a0eab taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.099969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.099969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.099969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.099969] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e7114e-58e9-4fc0-9731-9b15e16a0eab',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.101827] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7114e-58e9-4fc0-9731-9b15e16a0eab taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.102694] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.102694] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.103265] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.104133] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.104349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.104766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.105155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.105155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.105305] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e7114e-58e9-4fc0-9731-9b15e16a0eab',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.106465] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6e06d65-66cb-4d9a-9a49-1a784f8093c6 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.106606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6e06d65-66cb-4d9a-9a49-1a784f8093c6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.106729] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6e06d65-66cb-4d9a-9a49-1a784f8093c6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.106999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6e06d65-66cb-4d9a-9a49-1a784f8093c6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.107446] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6e06d65-66cb-4d9a-9a49-1a784f8093c6',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.113064] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 in Status: SUCCESS [ 648.113383] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.114495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.114692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.115133] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.115264] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.115387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.115627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.115766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.115909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.116088] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.122149] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.122149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.122149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.122149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.122149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.142039] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: IN_PROGRESS for 2s [ 648.609544] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7114e-58e9-4fc0-9731-9b15e16a0eab taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.610277] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.610277] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38e7114e-58e9-4fc0-9731-9b15e16a0eab',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.614052] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6e06d65-66cb-4d9a-9a49-1a784f8093c6 with status ACTIVE [ 648.614052] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.614052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.614052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.614052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.614052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.614052] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.614052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.614052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.614052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.614052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.614648] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.614979] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.614979] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.615385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.615385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.615385] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6e06d65-66cb-4d9a-9a49-1a784f8093c6 is going to be updated. [ 648.621276] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.621524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.621524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.621671] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.621849] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.621953] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.622023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.622214] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.622309] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.622398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.622553] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.622669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.622731] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.622882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.623142] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.623142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.623279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.623324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.623400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.623484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.623573] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.641627] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.641815] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.641871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.642107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.642261] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.642406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6e06d65-66cb-4d9a-9a49-1a784f8093c6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.928884] env[66117]: INFO networking_nsxv3.common.synchronization [req-a0dd45d8-0e5c-43a6-9694-be75fc060fb6 req-657b68e2-4c8b-432d-92ea-dd58776c0373 tempest-ImagesTestJSON-1892496762 tempest-ImagesTestJSON-1892496762-project-member] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 648.928884] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 648.928884] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.928884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.928884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.928884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.929451] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.929697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.929850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.930303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.931377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.931586] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.118040] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38e7114e-58e9-4fc0-9731-9b15e16a0eab',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.126526] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15d38d74-2099-48b3-b7b7-dbadb9ff12e0: rpc.has_security_group_logging(os_id): False [ 649.145442] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.145790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.145790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.146362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.146516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.146734] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.146847] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.146910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.147121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.147208] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.147537] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.147642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.147698] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.147857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.147925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.148157] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.148255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.148324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.148469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.148561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.148650] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 is going to be updated. [ 649.233196] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.233542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.233542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.233665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.233890] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.249685] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 in Status: IN_PROGRESS for 2s [ 649.357023] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-801 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.357023] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.357023] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.357023] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.357416] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.357733] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.357961] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.358321] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.358591] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.361019] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.361019] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.361019] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.361019] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.361019] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.361019] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.361019] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.382485] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.382485] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.382485] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.382485] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.382485] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-6b974627-50d9-4183-97f5-f719d88389b2 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.382485] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-6b974627-50d9-4183-97f5-f719d88389b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.382485] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-6b974627-50d9-4183-97f5-f719d88389b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.382485] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-6b974627-50d9-4183-97f5-f719d88389b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.382485] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b974627-50d9-4183-97f5-f719d88389b2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.433751] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.433937] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.434027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.434292] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.434404] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.434608] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.434729] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.434804] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.434976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.435100] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.435189] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae already deleted. [ 649.435285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.621558] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.621867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.621867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.622165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.622322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.622464] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab is going to be created. [ 649.652053] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.652053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.652053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.652053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.652340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.662680] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab in Status: UNINITIALIZED for 2s [ 649.675725] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074427bc-2c54-403c-b87b-27973b2d7471 in Status: SUCCESS [ 649.676524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.676524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.676524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.677669] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.677669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.677669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.677669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.677669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.677986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.677986] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.832537] env[66117]: INFO networking_nsxv3.common.synchronization [req-b6ef0196-b0c7-432b-b491-ffb47f36f67f req-02869b32-f3b4-4048-8cb9-4a347649e676 tempest-VolumesAdminNegativeTest-76729108 tempest-VolumesAdminNegativeTest-76729108-project-member] Enqueued Resource ID: a0a70405-0817-4521-ac5d-7d72dd5922db with Priority: HIGHEST for action security_group_members [ 649.835057] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a70405-0817-4521-ac5d-7d72dd5922db with Priority: HIGHEST for action security_group_members [ 649.835057] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0a70405-0817-4521-ac5d-7d72dd5922db taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.835057] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.835057] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.835057] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.835057] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.835057] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.836041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.836041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.836041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.836041] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0a70405-0817-4521-ac5d-7d72dd5922db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.885106] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.885250] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.885375] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.885780] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.886036] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.886272] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 6b974627-50d9-4183-97f5-f719d88389b2 not found, creating... [ 649.886588] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.886761] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.886876] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.887125] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.887279] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.887629] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.887852] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.888020] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.888278] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.888446] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.888676] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 6b974627-50d9-4183-97f5-f719d88389b2 is going to be created. [ 649.910824] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.911387] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.911387] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.911532] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.911688] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.912213] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-6b974627-50d9-4183-97f5-f719d88389b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.156336] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: SUCCESS [ 650.156768] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.157017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.157269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.157364] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.180419] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.337894] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.338076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.338076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.338318] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.338414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.338619] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.338753] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.338819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.338978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.339069] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.339156] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0a70405-0817-4521-ac5d-7d72dd5922db is going to be updated. [ 650.373218] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.373427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.373561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.373826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.374011] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.386473] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0a70405-0817-4521-ac5d-7d72dd5922db in Status: IN_PROGRESS for 2s [ 650.660130] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.660470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.660470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.662019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.662019] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.662019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.662019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.662019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.662019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.662019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.662019] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.679054] env[66117]: INFO networking_nsxv3.common.synchronization [req-a0dd45d8-0e5c-43a6-9694-be75fc060fb6 req-d861c3fc-229b-4a55-b156-03f61a1454bd service nova] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_rules [ 650.679237] env[66117]: INFO networking_nsxv3.common.synchronization [req-a0dd45d8-0e5c-43a6-9694-be75fc060fb6 req-d861c3fc-229b-4a55-b156-03f61a1454bd service nova] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 650.679370] env[66117]: INFO networking_nsxv3.common.synchronization [req-a0dd45d8-0e5c-43a6-9694-be75fc060fb6 req-d861c3fc-229b-4a55-b156-03f61a1454bd service nova] Enqueued Resource ID: 6b974627-50d9-4183-97f5-f719d88389b2 with Priority: HIGHEST for action port [ 650.679991] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_rules [ 650.680148] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 650.680248] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b974627-50d9-4183-97f5-f719d88389b2 with Priority: HIGHEST for action port [ 650.680523] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.680666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.681495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.681495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.681495] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.682027] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.682134] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.683115] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.683115] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.683115] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.683405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.683405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.683541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.683626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.683741] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.684846] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b974627-50d9-4183-97f5-f719d88389b2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.684846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b974627-50d9-4183-97f5-f719d88389b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.684846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b974627-50d9-4183-97f5-f719d88389b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.684846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b974627-50d9-4183-97f5-f719d88389b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.685068] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b974627-50d9-4183-97f5-f719d88389b2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.686562] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 074427bc-2c54-403c-b87b-27973b2d7471: rpc.has_security_group_logging(os_id): False [ 650.706786] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.706953] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.707040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.707271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.707650] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.707650] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.707782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.707828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.709026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.709167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.709256] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 074427bc-2c54-403c-b87b-27973b2d7471 is going to be created. [ 650.780832] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.781175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.781267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.781485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.781684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.801433] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 074427bc-2c54-403c-b87b-27973b2d7471 in Status: IN_PROGRESS for 2s [ 651.164404] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.168020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.168020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.168020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.168020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.168020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.168020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.168020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.168020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.168020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.168020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.168020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.168020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.168020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.168020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.168020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.168020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.168020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.168020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.168970] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.168970] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.187825] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.187825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.187825] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.192026] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b974627-50d9-4183-97f5-f719d88389b2 with status ACTIVE [ 651.192026] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.192026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.192026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.192026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.192026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.192026] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.192026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.192026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.192026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.192026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.192026] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.192026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.192026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.192026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.192026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.192026] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b974627-50d9-4183-97f5-f719d88389b2 is going to be updated. [ 651.216527] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.216898] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.217718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.217718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.217718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.217718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b974627-50d9-4183-97f5-f719d88389b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.272806] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 in Status: SUCCESS [ 651.272806] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.317050] env[66117]: INFO networking_nsxv3.common.synchronization [None req-42261ea1-cbd4-4b90-8a18-e15d6f7998e4 None None] Enqueued Resource ID: eec44c8c-5e91-4f10-ac48-87987c3f4690 with Priority: HIGHEST for action port [ 651.317628] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec44c8c-5e91-4f10-ac48-87987c3f4690 with Priority: HIGHEST for action port [ 651.319367] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-eec44c8c-5e91-4f10-ac48-87987c3f4690 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.319781] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eec44c8c-5e91-4f10-ac48-87987c3f4690" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.319891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eec44c8c-5e91-4f10-ac48-87987c3f4690" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.320759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eec44c8c-5e91-4f10-ac48-87987c3f4690" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.320759] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eec44c8c-5e91-4f10-ac48-87987c3f4690',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.434403] env[66117]: INFO networking_nsxv3.common.synchronization [req-79b968ce-119d-41e6-af47-1e4d3bd0f00f req-15423f79-6dd3-4329-8ec2-9c45e27dd60c tempest-ServerExternalEventsTest-827326638 tempest-ServerExternalEventsTest-827326638-project-member] Enqueued Resource ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 with Priority: HIGHEST for action security_group_members [ 651.434998] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 with Priority: HIGHEST for action security_group_members [ 651.435325] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3397947a-8086-4620-a2a8-93648c0bbbe2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.435453] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.435559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.435715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.435865] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.435958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.436029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.436179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.436262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.436355] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3397947a-8086-4620-a2a8-93648c0bbbe2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.671273] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26b81ed6-be3f-4545-bedd-f5619b30ef1c: rpc.has_security_group_logging(os_id): False [ 651.674959] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab in Status: SUCCESS [ 651.674959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.674959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.674959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.674959] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.674959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.674959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.675697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.675883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.676121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.676318] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38e7114e-58e9-4fc0-9731-9b15e16a0eab',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.689946] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.695663] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.695663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.696320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.696320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.696320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.696438] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.696493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.696530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.696882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.696882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.700895] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.700895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.700895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.700895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.701360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.701360] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.701360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.701360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.701542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.701783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.701783] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be updated. [ 651.786737] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.786920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.786990] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.787229] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.787380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.805447] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: IN_PROGRESS for 2s [ 651.824104] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eec44c8c-5e91-4f10-ac48-87987c3f4690 [ 651.824104] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.824104] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.824104] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.824104] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.824104] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.824104] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eec44c8c-5e91-4f10-ac48-87987c3f4690 already deleted. [ 651.824104] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eec44c8c-5e91-4f10-ac48-87987c3f4690" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.938781] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.938996] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.939061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.939286] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.939382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.939699] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.939859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.939859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.940022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.940108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.940195] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 is going to be updated. [ 651.986296] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.986608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.986773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.987151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.987432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.001762] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 in Status: IN_PROGRESS for 2s [ 652.179895] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7114e-58e9-4fc0-9731-9b15e16a0eab taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.180134] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.180134] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.182046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.182046] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.182046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.182046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.182046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.182046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.182046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.182046] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7114e-58e9-4fc0-9731-9b15e16a0eab taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.182569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.182569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.182569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.182659] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.182703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.182739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.182920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.183014] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.183067] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.183161] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38e7114e-58e9-4fc0-9731-9b15e16a0eab',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.192713] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.192882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.192991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.194491] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.194491] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.194491] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be created. [ 652.223124] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.223124] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.223124] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.223124] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.223124] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.236385] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: UNINITIALIZED for 2s [ 652.397930] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0a70405-0817-4521-ac5d-7d72dd5922db in Status: SUCCESS [ 652.401329] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0a70405-0817-4521-ac5d-7d72dd5922db deletion is rescheduled due to dependency. [ 652.401481] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.686447] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38e7114e-58e9-4fc0-9731-9b15e16a0eab: rpc.has_security_group_logging(os_id): False [ 652.710531] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.711634] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.712997] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.712997] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.712997] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.712997] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.713308] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.713308] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.713771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.713907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.714948] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.714948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.714948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.714948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.714948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.715903] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.716179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.716246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.717498] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.717498] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.717498] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab is going to be created. [ 652.792936] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.792936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.792936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.793241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.793345] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.809363] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab in Status: IN_PROGRESS for 2s [ 652.820771] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 074427bc-2c54-403c-b87b-27973b2d7471 in Status: SUCCESS [ 652.820940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.827347] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: SUCCESS [ 653.827347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.016688] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 in Status: SUCCESS [ 654.017051] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 deletion is rescheduled due to dependency. [ 654.017183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.259306] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 654.259670] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.259826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.260146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.260344] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.260663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.260663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.261642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.261642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.261642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.261642] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.755691] env[66117]: INFO networking_nsxv3.common.synchronization [None req-ce55ae53-980c-4cc9-9b67-27660a6d467f None None] Enqueued Resource ID: 0d943a43-d335-467c-8017-b9065127fbec with Priority: HIGHEST for action port [ 654.756381] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d943a43-d335-467c-8017-b9065127fbec with Priority: HIGHEST for action port [ 654.756752] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d943a43-d335-467c-8017-b9065127fbec taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.756852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d943a43-d335-467c-8017-b9065127fbec" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.759042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d943a43-d335-467c-8017-b9065127fbec" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.759042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d943a43-d335-467c-8017-b9065127fbec" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.759042] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d943a43-d335-467c-8017-b9065127fbec',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.768594] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.768815] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.768815] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.769110] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.769874] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.769874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.769874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.769874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.769874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.769874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.770154] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.770154] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.770154] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.771097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.771097] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.771097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.771097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.771097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.773489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.773489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.773489] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.828797] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab in Status: SUCCESS [ 654.830062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.261362] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d943a43-d335-467c-8017-b9065127fbec [ 655.261679] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.261855] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.261855] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.262563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.262563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.262563] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d943a43-d335-467c-8017-b9065127fbec already deleted. [ 655.262563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d943a43-d335-467c-8017-b9065127fbec" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.274924] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f9133f4-2b04-411a-b29d-3236a5312dae: rpc.has_security_group_logging(os_id): False [ 655.297270] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.297270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.297561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.297561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.297652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.297834] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.297933] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.297990] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.298247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.298247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.298846] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.298846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.298846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.298846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.298846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.299128] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.300219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.300219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.300219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.300599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.300698] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be created. [ 655.378469] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.378627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.378701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.378907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.380145] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.394994] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 656.834017] env[66117]: INFO networking_nsxv3.common.synchronization [None req-55b7e091-6a7c-479f-b648-7495a19acaa3 None None] Enqueued Resource ID: 0bb8b0c5-9fe9-4c66-9f80-01e9be00151f with Priority: HIGHEST for action port [ 656.834383] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8b0c5-9fe9-4c66-9f80-01e9be00151f with Priority: HIGHEST for action port [ 656.834661] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb8b0c5-9fe9-4c66-9f80-01e9be00151f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.834773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb8b0c5-9fe9-4c66-9f80-01e9be00151f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.834885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb8b0c5-9fe9-4c66-9f80-01e9be00151f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.835285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb8b0c5-9fe9-4c66-9f80-01e9be00151f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.835285] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb8b0c5-9fe9-4c66-9f80-01e9be00151f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.338537] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bb8b0c5-9fe9-4c66-9f80-01e9be00151f [ 657.338811] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.339861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.339861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.339861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.339861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.339861] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bb8b0c5-9fe9-4c66-9f80-01e9be00151f already deleted. [ 657.339861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb8b0c5-9fe9-4c66-9f80-01e9be00151f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.354759] env[66117]: INFO networking_nsxv3.common.synchronization [None req-d67af294-4f46-42a6-a37b-4343791da4da None None] Enqueued Resource ID: 186af939-a4c9-4e1b-9485-972e85a26d96 with Priority: HIGHEST for action port [ 657.356649] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 186af939-a4c9-4e1b-9485-972e85a26d96 with Priority: HIGHEST for action port [ 657.356649] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-186af939-a4c9-4e1b-9485-972e85a26d96 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.356649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-186af939-a4c9-4e1b-9485-972e85a26d96" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.356649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-186af939-a4c9-4e1b-9485-972e85a26d96" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.357744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-186af939-a4c9-4e1b-9485-972e85a26d96" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.357887] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('186af939-a4c9-4e1b-9485-972e85a26d96',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.415891] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 657.416973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.861581] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 186af939-a4c9-4e1b-9485-972e85a26d96 [ 657.861944] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.861944] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.861944] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.862357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.862659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.862736] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:186af939-a4c9-4e1b-9485-972e85a26d96 already deleted. [ 657.862809] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-186af939-a4c9-4e1b-9485-972e85a26d96" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.095697] env[66117]: INFO networking_nsxv3.common.synchronization [None req-f7e0acf8-badd-4c70-ab2e-fb38896c59e7 None None] Enqueued Resource ID: 0848f589-d0d9-45c9-ae7c-aca3c3d7c725 with Priority: HIGHEST for action port [ 659.096293] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0848f589-d0d9-45c9-ae7c-aca3c3d7c725 with Priority: HIGHEST for action port [ 659.096599] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0848f589-d0d9-45c9-ae7c-aca3c3d7c725 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.096728] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0848f589-d0d9-45c9-ae7c-aca3c3d7c725" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.096793] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0848f589-d0d9-45c9-ae7c-aca3c3d7c725" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.098185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0848f589-d0d9-45c9-ae7c-aca3c3d7c725" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.098278] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0848f589-d0d9-45c9-ae7c-aca3c3d7c725',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.281192] env[66117]: INFO networking_nsxv3.common.synchronization [req-36d72c90-667c-4a95-96cc-8d3dc3c3f399 req-a9a05aae-aa39-4d9a-9550-ef92d1154874 tempest-FloatingIPsAssociationTestJSON-326122769 tempest-FloatingIPsAssociationTestJSON-326122769-project-member] Enqueued Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_members [ 659.281192] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_members [ 659.281557] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.281909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.282125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.282470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.282737] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.282983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.283158] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.283412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.283613] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.283804] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.371374] env[66117]: INFO networking_nsxv3.common.synchronization [None req-d61fe1d4-4eaa-4a6d-865f-d6b5b3d28f2c None None] Enqueued Resource ID: 345319dd-487e-4c0d-bcc7-e94754f61262 with Priority: HIGHEST for action port [ 659.374683] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 345319dd-487e-4c0d-bcc7-e94754f61262 with Priority: HIGHEST for action port [ 659.374683] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-345319dd-487e-4c0d-bcc7-e94754f61262 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.374683] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-345319dd-487e-4c0d-bcc7-e94754f61262" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.374683] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-345319dd-487e-4c0d-bcc7-e94754f61262" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.374683] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-345319dd-487e-4c0d-bcc7-e94754f61262" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.374683] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('345319dd-487e-4c0d-bcc7-e94754f61262',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.601500] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0848f589-d0d9-45c9-ae7c-aca3c3d7c725 [ 659.602204] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.602204] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.602364] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.602546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.602705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.602828] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0848f589-d0d9-45c9-ae7c-aca3c3d7c725 already deleted. [ 659.602954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0848f589-d0d9-45c9-ae7c-aca3c3d7c725" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.787060] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.787407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.787407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.787520] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.788350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.788350] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.788350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.788350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.788350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.788350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.788702] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf already deleted. [ 659.788702] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.818089] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.818349] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-40" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.818505] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-40" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.818839] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-40" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.825019] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.825019] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.825019] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.825019] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.825019] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.825019] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.825019] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.825019] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.825019] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.825019] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.825019] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.825019] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.846816] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.846990] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.847160] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.851031] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-40" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.851031] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-f3b73a1f-676d-47d3-8526-1fe66676744f taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.851031] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-f3b73a1f-676d-47d3-8526-1fe66676744f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.851031] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-f3b73a1f-676d-47d3-8526-1fe66676744f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.851031] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-f3b73a1f-676d-47d3-8526-1fe66676744f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.851031] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3b73a1f-676d-47d3-8526-1fe66676744f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.880377] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 345319dd-487e-4c0d-bcc7-e94754f61262 [ 659.880377] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.880377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.880377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.880784] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.883022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.883022] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:345319dd-487e-4c0d-bcc7-e94754f61262 already deleted. [ 659.883022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-345319dd-487e-4c0d-bcc7-e94754f61262" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.885443] env[66117]: INFO networking_nsxv3.common.synchronization [None req-48ac7d82-c7da-4768-8274-f66fd795942b None None] Enqueued Resource ID: 85767ad6-fc9f-4c12-a1e7-dc497e2bb521 with Priority: HIGHEST for action port [ 659.885550] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85767ad6-fc9f-4c12-a1e7-dc497e2bb521 with Priority: HIGHEST for action port [ 659.888138] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-85767ad6-fc9f-4c12-a1e7-dc497e2bb521 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.888138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85767ad6-fc9f-4c12-a1e7-dc497e2bb521" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.888138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85767ad6-fc9f-4c12-a1e7-dc497e2bb521" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.888138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85767ad6-fc9f-4c12-a1e7-dc497e2bb521" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.888138] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85767ad6-fc9f-4c12-a1e7-dc497e2bb521',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.354880] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.354880] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.354880] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.355325] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.355325] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.355520] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port f3b73a1f-676d-47d3-8526-1fe66676744f not found, creating... [ 660.355837] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.356433] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.356433] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.356433] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.356603] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.356919] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.357147] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.357289] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.357526] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.357666] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.357784] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: f3b73a1f-676d-47d3-8526-1fe66676744f is going to be created. [ 660.379287] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.379287] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.379287] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.379287] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.379682] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.379682] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-f3b73a1f-676d-47d3-8526-1fe66676744f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.393244] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85767ad6-fc9f-4c12-a1e7-dc497e2bb521 [ 660.393244] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.393244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.393244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.393244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.393244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.393681] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85767ad6-fc9f-4c12-a1e7-dc497e2bb521 already deleted. [ 660.393957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85767ad6-fc9f-4c12-a1e7-dc497e2bb521" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.060050] env[66117]: INFO networking_nsxv3.common.synchronization [None req-4daee511-a664-4634-ad5b-2004b986bc09 tempest-ServersV294TestFqdnHostnames-1302171498 tempest-ServersV294TestFqdnHostnames-1302171498-project-member] Enqueued Resource ID: e93709fe-8cb6-4274-8fb5-188446d242a7 with Priority: HIGHEST for action security_group_rules [ 661.060050] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93709fe-8cb6-4274-8fb5-188446d242a7 with Priority: HIGHEST for action security_group_rules [ 661.060050] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e93709fe-8cb6-4274-8fb5-188446d242a7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.060050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.060050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.060050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.060050] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e93709fe-8cb6-4274-8fb5-188446d242a7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.162898] env[66117]: INFO networking_nsxv3.common.synchronization [None req-11222a24-dd0a-4238-8e35-d2cc601bb5d8 tempest-ServersV294TestFqdnHostnames-1302171498 tempest-ServersV294TestFqdnHostnames-1302171498-project-member] Enqueued Resource ID: e93709fe-8cb6-4274-8fb5-188446d242a7 with Priority: HIGHEST for action security_group_rules [ 661.163704] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93709fe-8cb6-4274-8fb5-188446d242a7 with Priority: HIGHEST for action security_group_rules [ 661.164402] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e93709fe-8cb6-4274-8fb5-188446d242a7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.164837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.235247] env[66117]: INFO networking_nsxv3.common.synchronization [req-36d72c90-667c-4a95-96cc-8d3dc3c3f399 req-1d718c1a-73d3-4a57-a9d2-7bfd74afa4a6 service nova] Enqueued Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_rules [ 661.235247] env[66117]: INFO networking_nsxv3.common.synchronization [req-36d72c90-667c-4a95-96cc-8d3dc3c3f399 req-1d718c1a-73d3-4a57-a9d2-7bfd74afa4a6 service nova] Enqueued Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_members [ 661.235420] env[66117]: INFO networking_nsxv3.common.synchronization [req-36d72c90-667c-4a95-96cc-8d3dc3c3f399 req-1d718c1a-73d3-4a57-a9d2-7bfd74afa4a6 service nova] Enqueued Resource ID: f3b73a1f-676d-47d3-8526-1fe66676744f with Priority: HIGHEST for action port [ 661.236229] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_rules [ 661.236596] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_members [ 661.236596] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b73a1f-676d-47d3-8526-1fe66676744f with Priority: HIGHEST for action port [ 661.238038] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.238038] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.238038] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.238038] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.238038] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.241338] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.241338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.241338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.241338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.241338] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.241338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.241338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.241338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.241947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.241947] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.245402] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3b73a1f-676d-47d3-8526-1fe66676744f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.245840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3b73a1f-676d-47d3-8526-1fe66676744f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.245840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3b73a1f-676d-47d3-8526-1fe66676744f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.245840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3b73a1f-676d-47d3-8526-1fe66676744f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.246110] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3b73a1f-676d-47d3-8526-1fe66676744f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.582377] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.582668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.582668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.584634] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.584634] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.584634] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e93709fe-8cb6-4274-8fb5-188446d242a7 already deleted. [ 661.584634] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.584634] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.584634] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.584634] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e93709fe-8cb6-4274-8fb5-188446d242a7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.748108] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.749193] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.749344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.749466] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3b73a1f-676d-47d3-8526-1fe66676744f with status ACTIVE [ 661.749652] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.749763] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.749832] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.750051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.750141] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.750309] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.750398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.750452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.750618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.750693] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.750997] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.750997] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.753207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.753344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.754139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.756197] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3b73a1f-676d-47d3-8526-1fe66676744f is going to be updated. [ 661.780366] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.780516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.780605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.780829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.781390] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.781565] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3b73a1f-676d-47d3-8526-1fe66676744f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.862907] env[66117]: INFO networking_nsxv3.common.synchronization [req-17f35dd7-09a9-4e54-92cb-3aed7c151ef2 req-70b111ac-526b-4991-924c-8565254831bc tempest-MultipleCreateTestJSON-475319154 tempest-MultipleCreateTestJSON-475319154-project-member] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 661.863783] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 661.863783] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.864034] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.864034] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.864221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.864891] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.864891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.864891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.864891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.864891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.864891] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.109149] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.109149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.109149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.109347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.109387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.110034] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e93709fe-8cb6-4274-8fb5-188446d242a7 already deleted. [ 662.110034] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.218954] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.219183] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.219389] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.219687] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.219956] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.220120] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.220236] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.220489] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.220638] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.220843] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.220977] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.221145] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.221186] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.221298] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.221401] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.221535] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.242395] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.242635] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.242935] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.243015] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.243315] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-832ed103-8d49-48d2-bc71-5dd1830794e3 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.243487] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-832ed103-8d49-48d2-bc71-5dd1830794e3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.243638] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-832ed103-8d49-48d2-bc71-5dd1830794e3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.243986] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-832ed103-8d49-48d2-bc71-5dd1830794e3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.244180] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('832ed103-8d49-48d2-bc71-5dd1830794e3',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.257058] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.366807] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.366997] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.367230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.367322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.367387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.367642] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.367812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.367812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.368030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.368094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.368184] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 already deleted. [ 662.368258] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.746625] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.746937] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.746937] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.747282] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.747434] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.747597] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 832ed103-8d49-48d2-bc71-5dd1830794e3 not found, creating... [ 662.748862] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.748862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.748862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.748862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.748862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.748862] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.748862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.749749] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.749749] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.749749] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.749749] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 832ed103-8d49-48d2-bc71-5dd1830794e3 is going to be created. [ 662.760053] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.760223] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.760277] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.760619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.760729] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.760829] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf is going to be created. [ 662.777397] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.777667] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.777777] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.778081] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.778343] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.778548] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-832ed103-8d49-48d2-bc71-5dd1830794e3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.796054] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.796352] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.796352] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.796629] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.796692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.810232] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf in Status: UNINITIALIZED for 2s [ 662.932809] env[66117]: INFO networking_nsxv3.common.synchronization [None req-2ca7e34f-95c1-4cad-be2e-fc50f4836d82 None None] Enqueued Resource ID: b41ce651-533b-48e9-b81c-f177f68a84ba with Priority: HIGHEST for action port [ 662.934494] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41ce651-533b-48e9-b81c-f177f68a84ba with Priority: HIGHEST for action port [ 662.934606] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b41ce651-533b-48e9-b81c-f177f68a84ba taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.934863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b41ce651-533b-48e9-b81c-f177f68a84ba" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.934863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b41ce651-533b-48e9-b81c-f177f68a84ba" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.935752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b41ce651-533b-48e9-b81c-f177f68a84ba" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.935752] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b41ce651-533b-48e9-b81c-f177f68a84ba',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.438087] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b41ce651-533b-48e9-b81c-f177f68a84ba [ 663.438389] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.438749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.438848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.439110] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.439234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.439334] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b41ce651-533b-48e9-b81c-f177f68a84ba already deleted. [ 663.439427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b41ce651-533b-48e9-b81c-f177f68a84ba" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.555389] env[66117]: INFO networking_nsxv3.common.synchronization [req-17f35dd7-09a9-4e54-92cb-3aed7c151ef2 req-95840502-7769-4c9c-a5db-ad6dbc984ad3 service nova] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_rules [ 663.555595] env[66117]: INFO networking_nsxv3.common.synchronization [req-17f35dd7-09a9-4e54-92cb-3aed7c151ef2 req-95840502-7769-4c9c-a5db-ad6dbc984ad3 service nova] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 663.555749] env[66117]: INFO networking_nsxv3.common.synchronization [req-17f35dd7-09a9-4e54-92cb-3aed7c151ef2 req-95840502-7769-4c9c-a5db-ad6dbc984ad3 service nova] Enqueued Resource ID: 832ed103-8d49-48d2-bc71-5dd1830794e3 with Priority: HIGHEST for action port [ 663.556260] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_rules [ 663.556394] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 663.556646] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832ed103-8d49-48d2-bc71-5dd1830794e3 with Priority: HIGHEST for action port [ 663.556757] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.556901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.556971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.558355] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.558355] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.558355] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.558355] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.558779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.558779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.558779] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.558945] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.558945] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.559028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.559119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.559416] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.560289] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-832ed103-8d49-48d2-bc71-5dd1830794e3 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.562068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-832ed103-8d49-48d2-bc71-5dd1830794e3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.562068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-832ed103-8d49-48d2-bc71-5dd1830794e3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.562068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-832ed103-8d49-48d2-bc71-5dd1830794e3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.562068] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('832ed103-8d49-48d2-bc71-5dd1830794e3',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.701210] env[66117]: INFO networking_nsxv3.common.synchronization [req-e7289473-219b-4df1-bf6a-426182caf39d req-4cac2899-0c31-46e5-83ab-b022cc15ebe9 tempest-FloatingIPsAssociationNegativeTestJSON-155955193 tempest-FloatingIPsAssociationNegativeTestJSON-155955193-project-member] Enqueued Resource ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 with Priority: HIGHEST for action security_group_members [ 663.701739] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 with Priority: HIGHEST for action security_group_members [ 663.702060] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e834603c-8bf7-40c6-bcaf-48174b4ddb86 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.702183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.702311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.702445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.702588] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.702688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.702837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.702910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.702965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.705768] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e834603c-8bf7-40c6-bcaf-48174b4ddb86',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.063636] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.064078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.064078] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.066558] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 832ed103-8d49-48d2-bc71-5dd1830794e3 with status ACTIVE [ 664.066752] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.066880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.067329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.067329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.067329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.067447] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.067828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.067828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.067828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.068104] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.068104] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.068254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.068254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.068449] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.068449] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.068555] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 832ed103-8d49-48d2-bc71-5dd1830794e3 is going to be updated. [ 664.112452] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.112452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.112452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.112452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.112452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.112452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-832ed103-8d49-48d2-bc71-5dd1830794e3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.209455] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.212031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.212031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.212031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.212031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.212031] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.212031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.212031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.212031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.212031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.212031] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 is going to be updated. [ 664.252036] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.252036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.252036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.252036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.252036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.264046] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 in Status: IN_PROGRESS for 2s [ 664.496914] env[66117]: INFO networking_nsxv3.common.synchronization [req-17f35dd7-09a9-4e54-92cb-3aed7c151ef2 req-3b8ff259-c80c-4627-8c74-0246fa1ea261 tempest-MultipleCreateTestJSON-475319154 tempest-MultipleCreateTestJSON-475319154-project-member] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 664.497091] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 664.497652] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.497785] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.566590] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.822853] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf in Status: SUCCESS [ 664.823854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.823854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.824095] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.824173] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.824592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.824684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.824836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.827092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.827092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.827092] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.938571] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.938571] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.938571] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.938571] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.938893] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.939065] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.939190] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.939435] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.939625] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.939848] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.939958] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.940079] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.940194] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.940292] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.940390] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.940510] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.962189] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.962352] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.962415] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.962599] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.962945] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-27164f61-5ade-4780-bd21-81f41bb4e7db taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.963126] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-27164f61-5ade-4780-bd21-81f41bb4e7db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.963235] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-27164f61-5ade-4780-bd21-81f41bb4e7db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.964048] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-27164f61-5ade-4780-bd21-81f41bb4e7db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.964048] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27164f61-5ade-4780-bd21-81f41bb4e7db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.069120] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.069481] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.069481] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.069651] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.069921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.070063] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be created. [ 665.113839] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.114102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.114211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.114537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.114752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.125694] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: UNINITIALIZED for 2s [ 665.330409] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.330409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.330409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.330409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.330409] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.330409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.330409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.330409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.330409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.330409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.330409] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.330409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.330409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.330409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.330409] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.330409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.331201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.331201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.331201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.331201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.331201] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.472093] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.472302] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.472493] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.473078] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.473442] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.473727] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 27164f61-5ade-4780-bd21-81f41bb4e7db not found, creating... [ 665.474335] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.474903] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.474903] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.475351] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.476162] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.476241] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.476608] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.476810] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.477287] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.477454] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.477766] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 27164f61-5ade-4780-bd21-81f41bb4e7db is going to be created. [ 665.500832] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.501129] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.501313] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.501675] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.502247] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.502326] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-27164f61-5ade-4780-bd21-81f41bb4e7db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.835062] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf: rpc.has_security_group_logging(os_id): False [ 665.856134] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.856369] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.856369] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.856650] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.856766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.857049] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.857246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.857246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.857521] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.857679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.857856] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.857965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.858141] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.858256] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.858332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.858546] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.858758] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.858845] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.859042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.859127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.859330] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf is going to be created. [ 665.931879] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.931879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.932175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.932253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.932412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.945423] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf in Status: IN_PROGRESS for 2s [ 666.276291] env[66117]: INFO networking_nsxv3.common.synchronization [req-17f35dd7-09a9-4e54-92cb-3aed7c151ef2 req-98f58446-4763-4486-88b1-1b58aec3cf0e service nova] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_rules [ 666.276291] env[66117]: INFO networking_nsxv3.common.synchronization [req-17f35dd7-09a9-4e54-92cb-3aed7c151ef2 req-98f58446-4763-4486-88b1-1b58aec3cf0e service nova] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 666.276291] env[66117]: INFO networking_nsxv3.common.synchronization [req-17f35dd7-09a9-4e54-92cb-3aed7c151ef2 req-98f58446-4763-4486-88b1-1b58aec3cf0e service nova] Enqueued Resource ID: 27164f61-5ade-4780-bd21-81f41bb4e7db with Priority: HIGHEST for action port [ 666.276291] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_rules [ 666.276291] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 666.276291] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27164f61-5ade-4780-bd21-81f41bb4e7db with Priority: HIGHEST for action port [ 666.276291] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.276291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.276291] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.276291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.277074] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-27164f61-5ade-4780-bd21-81f41bb4e7db taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.277074] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27164f61-5ade-4780-bd21-81f41bb4e7db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.277074] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27164f61-5ade-4780-bd21-81f41bb4e7db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.277074] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27164f61-5ade-4780-bd21-81f41bb4e7db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.277074] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27164f61-5ade-4780-bd21-81f41bb4e7db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.284095] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 in Status: SUCCESS [ 666.284327] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e834603c-8bf7-40c6-bcaf-48174b4ddb86 deletion is rescheduled due to dependency. [ 666.286139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e834603c-8bf7-40c6-bcaf-48174b4ddb86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.780142] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27164f61-5ade-4780-bd21-81f41bb4e7db with status ACTIVE [ 666.780396] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.780538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.780610] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.780843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.780933] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.781130] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.781235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.781298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.781472] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.781550] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.781745] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.781841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.781983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.782075] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.782174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.782263] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27164f61-5ade-4780-bd21-81f41bb4e7db is going to be updated. [ 666.808144] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.808144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.808144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.808144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.808144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.808144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27164f61-5ade-4780-bd21-81f41bb4e7db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.137288] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: SUCCESS [ 667.137495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.138228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.138228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.138228] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.138228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.138527] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.138527] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.138527] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.138677] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.138727] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.139571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.139918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.140031] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.140330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.140330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.140330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.140330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.140537] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.156658] env[66117]: INFO networking_nsxv3.common.synchronization [req-6d184d08-0d47-41d5-b531-1ccf0f301e4f req-8a5303e7-9053-4fdf-a7ee-d3fb29501e75 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 with Priority: HIGHEST for action security_group_members [ 667.157169] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 with Priority: HIGHEST for action security_group_members [ 667.157480] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.157812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.157900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.163142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.163142] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.163142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.163142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.163142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.163142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.163142] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a872cbc1-bfed-4fa3-9b90-42d1a0b9b272',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.519085] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.519726] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.519927] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.520287] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.520581] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.520809] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.520901] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.521093] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.521232] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.521474] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.521578] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.521721] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.521799] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.521893] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.522036] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.522147] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.547213] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.547404] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.547504] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.548491] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.548491] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-35727a69-9e95-4cf9-9f4b-d92e1cc47b84 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.548683] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-35727a69-9e95-4cf9-9f4b-d92e1cc47b84" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.548943] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-35727a69-9e95-4cf9-9f4b-d92e1cc47b84" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.549143] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-35727a69-9e95-4cf9-9f4b-d92e1cc47b84" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.549331] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35727a69-9e95-4cf9-9f4b-d92e1cc47b84',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.642118] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.642266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.642467] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.666487] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.666756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.666756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.666949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.670193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.671105] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.671105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.671105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.671105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.671105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.671105] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 already deleted. [ 667.671402] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.960100] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf in Status: SUCCESS [ 667.960312] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.051846] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.052196] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.052332] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.052806] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.053099] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.053543] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 35727a69-9e95-4cf9-9f4b-d92e1cc47b84 not found, creating... [ 668.053782] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.054129] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.054129] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.054390] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.054721] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.055020] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.055238] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.055394] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.055667] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.055810] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.055973] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 35727a69-9e95-4cf9-9f4b-d92e1cc47b84 is going to be created. [ 668.082606] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.082894] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.083037] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.083334] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.083565] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.083888] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-35727a69-9e95-4cf9-9f4b-d92e1cc47b84" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.145607] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.650908] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.650908] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.650908] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.650908] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.650908] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.650908] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be updated. [ 668.680276] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.680276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.680276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.680276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.680276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.691961] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: IN_PROGRESS for 2s [ 668.785391] env[66117]: INFO networking_nsxv3.common.synchronization [req-6d184d08-0d47-41d5-b531-1ccf0f301e4f req-2d309a32-e352-4da4-b963-7a88a16e8b6d service nova] Enqueued Resource ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 with Priority: HIGHEST for action security_group_rules [ 668.785593] env[66117]: INFO networking_nsxv3.common.synchronization [req-6d184d08-0d47-41d5-b531-1ccf0f301e4f req-2d309a32-e352-4da4-b963-7a88a16e8b6d service nova] Enqueued Resource ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 with Priority: HIGHEST for action security_group_members [ 668.785739] env[66117]: INFO networking_nsxv3.common.synchronization [req-6d184d08-0d47-41d5-b531-1ccf0f301e4f req-2d309a32-e352-4da4-b963-7a88a16e8b6d service nova] Enqueued Resource ID: 35727a69-9e95-4cf9-9f4b-d92e1cc47b84 with Priority: HIGHEST for action port [ 668.786272] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 with Priority: HIGHEST for action security_group_rules [ 668.786405] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 with Priority: HIGHEST for action security_group_members [ 668.786501] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35727a69-9e95-4cf9-9f4b-d92e1cc47b84 with Priority: HIGHEST for action port [ 668.786764] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.786878] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.786941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.787535] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.787645] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a872cbc1-bfed-4fa3-9b90-42d1a0b9b272',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.789076] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.789205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.789271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.789596] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.789596] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.790066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.790066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.790066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.790066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.790204] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a872cbc1-bfed-4fa3-9b90-42d1a0b9b272',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.790881] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-35727a69-9e95-4cf9-9f4b-d92e1cc47b84 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.791396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35727a69-9e95-4cf9-9f4b-d92e1cc47b84" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.791396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35727a69-9e95-4cf9-9f4b-d92e1cc47b84" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.791545] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35727a69-9e95-4cf9-9f4b-d92e1cc47b84" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.791623] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35727a69-9e95-4cf9-9f4b-d92e1cc47b84',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.289893] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.290128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.294600] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a872cbc1-bfed-4fa3-9b90-42d1a0b9b272',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.296973] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35727a69-9e95-4cf9-9f4b-d92e1cc47b84 with status ACTIVE [ 669.296973] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.297433] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.297433] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.297433] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.297595] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.297744] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.297909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.297951] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.298283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.298283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.299665] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.299665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.299665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.299665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.299665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.299665] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35727a69-9e95-4cf9-9f4b-d92e1cc47b84 is going to be updated. [ 669.326696] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.326868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.326868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.327669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.327872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.328176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35727a69-9e95-4cf9-9f4b-d92e1cc47b84" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.362775] env[66117]: INFO networking_nsxv3.common.synchronization [None req-c005878c-0bd7-465b-8d0d-dd383849516c None None] Enqueued Resource ID: 096c7e02-039f-45a0-b22f-828ad8c7e299 with Priority: HIGHEST for action port [ 669.362917] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096c7e02-039f-45a0-b22f-828ad8c7e299 with Priority: HIGHEST for action port [ 669.363148] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-096c7e02-039f-45a0-b22f-828ad8c7e299 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.363284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-096c7e02-039f-45a0-b22f-828ad8c7e299" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.367077] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-096c7e02-039f-45a0-b22f-828ad8c7e299" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.367077] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-096c7e02-039f-45a0-b22f-828ad8c7e299" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.367077] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('096c7e02-039f-45a0-b22f-828ad8c7e299',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.801105] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a872cbc1-bfed-4fa3-9b90-42d1a0b9b272',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.875118] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 096c7e02-039f-45a0-b22f-828ad8c7e299 [ 669.875118] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.875118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.875118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.875118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.875118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.875368] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:096c7e02-039f-45a0-b22f-828ad8c7e299 already deleted. [ 669.875368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-096c7e02-039f-45a0-b22f-828ad8c7e299" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.253289] env[66117]: INFO networking_nsxv3.common.synchronization [req-f8007b41-c5b0-4b4f-ad11-93a3b3b44a65 req-cd90b723-74fc-4443-8e6f-f7494b95742e tempest-TenantUsagesTestJSON-601798384 tempest-TenantUsagesTestJSON-601798384-project-member] Enqueued Resource ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab with Priority: HIGHEST for action security_group_members [ 670.253714] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab with Priority: HIGHEST for action security_group_members [ 670.254091] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7114e-58e9-4fc0-9731-9b15e16a0eab taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.255177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.255177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.255177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.255177] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.255177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.255177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.255936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.255936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.255936] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e7114e-58e9-4fc0-9731-9b15e16a0eab',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.306216] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.306216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.306216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.306216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.306216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.306216] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 is going to be created. [ 670.338256] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.338605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.338605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.339216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.339216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.349760] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 in Status: UNINITIALIZED for 2s [ 670.708044] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: SUCCESS [ 670.708292] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.708468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.708699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.708888] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.709013] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.709083] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.709246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.709326] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.709421] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.758188] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.758823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.758823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.758823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.758823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.759010] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.759010] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.759098] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.759185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.759257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.759338] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab is going to be updated. [ 670.805184] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.805532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.805532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.805990] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.806625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.816607] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab in Status: IN_PROGRESS for 2s [ 671.220474] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.718030] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.220932] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.220932] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.220932] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.220932] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.220932] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.220932] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be updated. [ 672.257241] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.257456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.257456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.257588] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.257756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.270689] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: IN_PROGRESS for 2s [ 672.304323] env[66117]: INFO networking_nsxv3.common.synchronization [None req-30580d1e-288a-4417-b940-c13570c13096 None None] Enqueued Resource ID: 73df908a-706a-4d19-9357-e105ccd67550 with Priority: HIGHEST for action port [ 672.305297] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73df908a-706a-4d19-9357-e105ccd67550 with Priority: HIGHEST for action port [ 672.305883] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-73df908a-706a-4d19-9357-e105ccd67550 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.306065] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73df908a-706a-4d19-9357-e105ccd67550" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.306173] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73df908a-706a-4d19-9357-e105ccd67550" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.306579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73df908a-706a-4d19-9357-e105ccd67550" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.306728] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73df908a-706a-4d19-9357-e105ccd67550',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.507674] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 in Status: SUCCESS [ 672.507982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.508134] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.508521] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.508744] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.508880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.508967] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.509513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.509684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.509737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.509837] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a872cbc1-bfed-4fa3-9b90-42d1a0b9b272',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.810648] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73df908a-706a-4d19-9357-e105ccd67550 [ 672.810648] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.811083] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.811083] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.811225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.811260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.811491] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73df908a-706a-4d19-9357-e105ccd67550 already deleted. [ 672.811491] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73df908a-706a-4d19-9357-e105ccd67550" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.832057] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab in Status: SUCCESS [ 672.832057] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab deletion is rescheduled due to dependency. [ 672.832057] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.013546] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a872cbc1-bfed-4fa3-9b90-42d1a0b9b272',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.517099] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a872cbc1-bfed-4fa3-9b90-42d1a0b9b272: rpc.has_security_group_logging(os_id): False [ 673.537413] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.537614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.537614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.538056] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.538187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.538340] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.539105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.539105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.539105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.539105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.539105] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 is going to be created. [ 673.610029] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.610029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.610029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.610029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.610029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.620707] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 in Status: IN_PROGRESS for 2s [ 673.958138] env[66117]: INFO networking_nsxv3.common.synchronization [req-3615cff1-e985-415f-bc79-184cc710310a req-a35659d3-4e61-477c-8375-218054f278e3 tempest-SecurityGroupRulesNegativeTestJSON-1921296422 tempest-SecurityGroupRulesNegativeTestJSON-1921296422-project-member] Enqueued Resource ID: 5aa6e02a-2717-499a-a0bc-4d0cc2683dc0 with Priority: HIGHEST for action security_group_rules [ 673.959241] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa6e02a-2717-499a-a0bc-4d0cc2683dc0 with Priority: HIGHEST for action security_group_rules [ 673.959624] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aa6e02a-2717-499a-a0bc-4d0cc2683dc0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.959828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aa6e02a-2717-499a-a0bc-4d0cc2683dc0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.959882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aa6e02a-2717-499a-a0bc-4d0cc2683dc0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.962248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aa6e02a-2717-499a-a0bc-4d0cc2683dc0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.962248] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aa6e02a-2717-499a-a0bc-4d0cc2683dc0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.280752] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: SUCCESS [ 674.281574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.281574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.281574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.281790] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.281963] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.282069] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.282378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.282506] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.282942] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.283207] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.283640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.283640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.283711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.283855] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.283993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.284099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.285600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.285600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.285600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.285600] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.482865] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.482865] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.482865] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.483766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.483766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.483766] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aa6e02a-2717-499a-a0bc-4d0cc2683dc0 already deleted. [ 674.484198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aa6e02a-2717-499a-a0bc-4d0cc2683dc0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.787823] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e23a49a-264a-4c6c-98f6-468ecb26e913: rpc.has_security_group_logging(os_id): False [ 674.814600] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.814762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.814832] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.815079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.815176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.815401] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.815535] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.815586] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.815978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.815978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.816281] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.816281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.816394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.816475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.816546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.816732] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.816823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.816882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.817062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.817141] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.817224] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be created. [ 674.933985] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.934466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.934568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.934859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.938078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.952691] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: IN_PROGRESS for 2s [ 675.246268] env[66117]: INFO networking_nsxv3.common.synchronization [None req-84f3255e-73c6-415e-ab35-8b2a3d552398 None None] Enqueued Resource ID: 6a179b59-ce5d-4277-8486-89492f955840 with Priority: HIGHEST for action port [ 675.246268] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a179b59-ce5d-4277-8486-89492f955840 with Priority: HIGHEST for action port [ 675.246634] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a179b59-ce5d-4277-8486-89492f955840 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.246722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a179b59-ce5d-4277-8486-89492f955840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.246794] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a179b59-ce5d-4277-8486-89492f955840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.250278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a179b59-ce5d-4277-8486-89492f955840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.250442] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a179b59-ce5d-4277-8486-89492f955840',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.635023] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 in Status: SUCCESS [ 675.638714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.755680] env[66117]: INFO networking_nsxv3.common.synchronization [None req-8dc6c3e4-8494-41d2-869a-37b77684934d None None] Enqueued Resource ID: 701a5fa8-6bd6-4708-bcb6-ae52e4692e59 with Priority: HIGHEST for action port [ 675.755680] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a179b59-ce5d-4277-8486-89492f955840 [ 675.755680] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.755680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.755680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.755680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.755680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.755680] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a179b59-ce5d-4277-8486-89492f955840 already deleted. [ 675.755998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a179b59-ce5d-4277-8486-89492f955840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.755998] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701a5fa8-6bd6-4708-bcb6-ae52e4692e59 with Priority: HIGHEST for action port [ 675.756962] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-701a5fa8-6bd6-4708-bcb6-ae52e4692e59 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.757142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-701a5fa8-6bd6-4708-bcb6-ae52e4692e59" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.757233] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-701a5fa8-6bd6-4708-bcb6-ae52e4692e59" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.757547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-701a5fa8-6bd6-4708-bcb6-ae52e4692e59" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.757679] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('701a5fa8-6bd6-4708-bcb6-ae52e4692e59',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.263405] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 701a5fa8-6bd6-4708-bcb6-ae52e4692e59 [ 676.263701] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.263783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.263843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.264084] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.264186] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.264281] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:701a5fa8-6bd6-4708-bcb6-ae52e4692e59 already deleted. [ 676.264360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-701a5fa8-6bd6-4708-bcb6-ae52e4692e59" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.969617] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: SUCCESS [ 676.969617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.969617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.969943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.969943] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.472958] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.473327] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.473327] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.473920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.473920] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.473920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.474199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.474849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.474849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.474849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.474849] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.978121] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.978227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.978227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.978578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.978694] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.978755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.978827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.978991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.979118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.979218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.979547] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.979547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.979547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.979770] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.979877] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.980015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.980106] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.980261] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.980381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.980482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.980598] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.484884] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e23a49a-264a-4c6c-98f6-468ecb26e913: rpc.has_security_group_logging(os_id): False [ 678.502825] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.503139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.503139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.503246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.503285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.503475] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.503626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.503626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.503769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.503909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.504041] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.504130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.504682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.504682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.504682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.504682] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.504682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.504899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.504899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.504964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.505369] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be updated. [ 678.572353] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.572638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.572783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.576023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.576023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.599295] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: IN_PROGRESS for 2s [ 679.002159] env[66117]: INFO networking_nsxv3.common.synchronization [req-b6b5f06e-c2af-4fdb-bc75-98f53eef8ed9 req-76bf556c-e5ce-4aea-a730-f291e6e96bde tempest-SecurityGroupRulesNegativeTestJSON-1921296422 tempest-SecurityGroupRulesNegativeTestJSON-1921296422-project-member] Enqueued Resource ID: 5aa6e02a-2717-499a-a0bc-4d0cc2683dc0 with Priority: HIGHEST for action security_group_rules [ 679.002159] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa6e02a-2717-499a-a0bc-4d0cc2683dc0 with Priority: HIGHEST for action security_group_rules [ 679.002593] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aa6e02a-2717-499a-a0bc-4d0cc2683dc0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.002593] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aa6e02a-2717-499a-a0bc-4d0cc2683dc0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.002593] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aa6e02a-2717-499a-a0bc-4d0cc2683dc0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.002799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aa6e02a-2717-499a-a0bc-4d0cc2683dc0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.002842] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aa6e02a-2717-499a-a0bc-4d0cc2683dc0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.052432] env[66117]: INFO networking_nsxv3.common.synchronization [req-7b821b29-4d38-4d04-b71d-b1e13a5d4219 req-f0fe8d66-0494-4af1-bc70-fdec20007fbf tempest-DeleteServersAdminTestJSON-1306980715 tempest-DeleteServersAdminTestJSON-1306980715-project-member] Enqueued Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_members [ 679.054676] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_members [ 679.055146] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.055273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.055343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.055542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.056497] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.056750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.056795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.057270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.057417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.057621] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.444994] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.444994] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.444994] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.445497] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.445719] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.446749] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.446749] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.446749] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.446749] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.446902] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.447074] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.447193] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.447512] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.447512] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.447586] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.447920] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.474590] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.474782] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.474947] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.479025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.479025] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-41acc517-cd4f-432e-8697-378d17a78c9f taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.479025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-41acc517-cd4f-432e-8697-378d17a78c9f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.479025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-41acc517-cd4f-432e-8697-378d17a78c9f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.479025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-41acc517-cd4f-432e-8697-378d17a78c9f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.479025] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41acc517-cd4f-432e-8697-378d17a78c9f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.531340] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.531901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.531901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.532396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.532396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.532545] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aa6e02a-2717-499a-a0bc-4d0cc2683dc0 already deleted. [ 679.532618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aa6e02a-2717-499a-a0bc-4d0cc2683dc0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.561499] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.562583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.562680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.563382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.563382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.563560] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.563646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.563717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.563925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.564059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.564249] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 is going to be updated. [ 679.594403] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.594656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.594656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.594918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.595105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.608020] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 in Status: IN_PROGRESS for 2s [ 679.979934] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.980196] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.980553] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.980654] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.980751] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.980905] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 41acc517-cd4f-432e-8697-378d17a78c9f not found, creating... [ 679.981185] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.981358] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.981555] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.981816] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.981981] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.982308] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.983115] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.983233] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.983453] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.983587] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.983762] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 41acc517-cd4f-432e-8697-378d17a78c9f is going to be created. [ 680.008536] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.008800] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.008856] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.009231] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.009401] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.009641] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-41acc517-cd4f-432e-8697-378d17a78c9f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.615160] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: SUCCESS [ 680.616105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.776256] env[66117]: INFO networking_nsxv3.common.synchronization [req-7b821b29-4d38-4d04-b71d-b1e13a5d4219 req-c87b2f57-d570-46b0-8783-cd8ea494348c service nova] Enqueued Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_rules [ 680.776256] env[66117]: INFO networking_nsxv3.common.synchronization [req-7b821b29-4d38-4d04-b71d-b1e13a5d4219 req-c87b2f57-d570-46b0-8783-cd8ea494348c service nova] Enqueued Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_members [ 680.776256] env[66117]: INFO networking_nsxv3.common.synchronization [req-7b821b29-4d38-4d04-b71d-b1e13a5d4219 req-c87b2f57-d570-46b0-8783-cd8ea494348c service nova] Enqueued Resource ID: 41acc517-cd4f-432e-8697-378d17a78c9f with Priority: HIGHEST for action port [ 680.776256] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_rules [ 680.776256] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_members [ 680.776256] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41acc517-cd4f-432e-8697-378d17a78c9f with Priority: HIGHEST for action port [ 680.776256] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dcd68de-e6b5-4530-a5e3-1cc7b7044638 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.776548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.776548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.776625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.776706] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.777824] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.777961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.778129] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-41acc517-cd4f-432e-8697-378d17a78c9f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.778255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41acc517-cd4f-432e-8697-378d17a78c9f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.778361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41acc517-cd4f-432e-8697-378d17a78c9f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.778706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41acc517-cd4f-432e-8697-378d17a78c9f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.778706] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41acc517-cd4f-432e-8697-378d17a78c9f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.931018] env[66117]: INFO networking_nsxv3.common.synchronization [None req-1db0a61d-2805-4928-9d40-347635538a84 None None] Enqueued Resource ID: b7aefc18-451a-4e01-8189-810906449260 with Priority: HIGHEST for action port [ 680.931661] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7aefc18-451a-4e01-8189-810906449260 with Priority: HIGHEST for action port [ 680.932151] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7aefc18-451a-4e01-8189-810906449260 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.932309] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7aefc18-451a-4e01-8189-810906449260" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.932377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7aefc18-451a-4e01-8189-810906449260" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.932706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7aefc18-451a-4e01-8189-810906449260" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.932788] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7aefc18-451a-4e01-8189-810906449260',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.282046] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.282046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.282282] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41acc517-cd4f-432e-8697-378d17a78c9f with status ACTIVE [ 681.282469] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.286035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.286035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.286035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.286035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.286035] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.286035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.286035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.286035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.286035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.286439] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.286439] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.286522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.286678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.287906] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.288020] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41acc517-cd4f-432e-8697-378d17a78c9f is going to be updated. [ 681.336765] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.337102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.337102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.337719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.337719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.337883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41acc517-cd4f-432e-8697-378d17a78c9f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.435975] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7aefc18-451a-4e01-8189-810906449260 [ 681.437092] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.437092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.438802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.438802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.438802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.438802] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7aefc18-451a-4e01-8189-810906449260 already deleted. [ 681.438802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7aefc18-451a-4e01-8189-810906449260" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.621809] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 in Status: SUCCESS [ 681.622547] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 deletion is rescheduled due to dependency. [ 681.622547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.622743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.623077] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.623325] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.623481] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.623570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.624517] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.624710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.624859] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.130210] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.270236] env[66117]: INFO networking_nsxv3.common.synchronization [None req-3ec887ca-2b29-4699-8a43-88fca2d1985d None None] Enqueued Resource ID: a22ef378-e5b2-4e60-a034-021a93e5f9e7 with Priority: HIGHEST for action port [ 682.270236] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22ef378-e5b2-4e60-a034-021a93e5f9e7 with Priority: HIGHEST for action port [ 682.270236] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a22ef378-e5b2-4e60-a034-021a93e5f9e7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.270236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a22ef378-e5b2-4e60-a034-021a93e5f9e7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.270236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a22ef378-e5b2-4e60-a034-021a93e5f9e7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.270236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a22ef378-e5b2-4e60-a034-021a93e5f9e7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.270236] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a22ef378-e5b2-4e60-a034-021a93e5f9e7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.635820] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.779191] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a22ef378-e5b2-4e60-a034-021a93e5f9e7 [ 682.780378] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.780378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.780378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.780378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.781606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.781815] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a22ef378-e5b2-4e60-a034-021a93e5f9e7 already deleted. [ 682.782099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a22ef378-e5b2-4e60-a034-021a93e5f9e7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.136183] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.136284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.136284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.137801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.137801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.137801] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 is going to be updated. [ 683.173189] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.173189] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.173189] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.173479] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.173640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.186444] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 in Status: IN_PROGRESS for 2s [ 684.618808] env[66117]: INFO networking_nsxv3.common.synchronization [None req-8fb91753-9e5a-4f5e-8059-bd93a70e334a None None] Enqueued Resource ID: 46b49e2a-0576-4a5b-a715-e013db3d1a25 with Priority: HIGHEST for action port [ 684.619233] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b49e2a-0576-4a5b-a715-e013db3d1a25 with Priority: HIGHEST for action port [ 684.619553] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-46b49e2a-0576-4a5b-a715-e013db3d1a25 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.619715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46b49e2a-0576-4a5b-a715-e013db3d1a25" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.619809] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46b49e2a-0576-4a5b-a715-e013db3d1a25" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.620265] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46b49e2a-0576-4a5b-a715-e013db3d1a25" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.620359] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46b49e2a-0576-4a5b-a715-e013db3d1a25',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.745077] env[66117]: INFO networking_nsxv3.common.synchronization [None req-fa506858-2cc9-4a1c-8f47-b1dc7fe4b75f None None] Enqueued Resource ID: 9726f879-8eb5-4e36-9334-706350368e4c with Priority: HIGHEST for action port [ 684.745578] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9726f879-8eb5-4e36-9334-706350368e4c with Priority: HIGHEST for action port [ 684.745895] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9726f879-8eb5-4e36-9334-706350368e4c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.746248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9726f879-8eb5-4e36-9334-706350368e4c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.746248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9726f879-8eb5-4e36-9334-706350368e4c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.746387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9726f879-8eb5-4e36-9334-706350368e4c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.746488] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9726f879-8eb5-4e36-9334-706350368e4c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.122117] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46b49e2a-0576-4a5b-a715-e013db3d1a25 [ 685.122343] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.122466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.122525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.123017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.123017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.123017] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46b49e2a-0576-4a5b-a715-e013db3d1a25 already deleted. [ 685.123017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46b49e2a-0576-4a5b-a715-e013db3d1a25" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.200066] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 in Status: IN_PROGRESS for 4s [ 685.249328] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9726f879-8eb5-4e36-9334-706350368e4c [ 685.249836] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.249836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.249836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.250212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.250212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.250354] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9726f879-8eb5-4e36-9334-706350368e4c already deleted. [ 685.250389] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9726f879-8eb5-4e36-9334-706350368e4c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.697364] env[66117]: INFO networking_nsxv3.common.synchronization [req-0b12ff56-473f-4af7-a00b-fccdaedf89be req-2b59e50f-d0c2-495c-85b2-8789bd4bb513 tempest-ServersTestFqdnHostnames-354085449 tempest-ServersTestFqdnHostnames-354085449-project-member] Enqueued Resource ID: 5e29853a-0957-451f-968b-e25e31c3c208 with Priority: HIGHEST for action security_group_members [ 685.697943] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e29853a-0957-451f-968b-e25e31c3c208 with Priority: HIGHEST for action security_group_members [ 685.698265] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e29853a-0957-451f-968b-e25e31c3c208 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.699062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.699062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.699062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.699062] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.699062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.699062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.700022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.700022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.700185] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e29853a-0957-451f-968b-e25e31c3c208',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.971260] env[66117]: INFO networking_nsxv3.common.synchronization [None req-a3474b03-c2aa-4e89-9848-b5d5cf5fab10 None None] Enqueued Resource ID: 25b3df12-73a2-4e9e-85fe-df594d1b6abc with Priority: HIGHEST for action port [ 685.972034] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b3df12-73a2-4e9e-85fe-df594d1b6abc with Priority: HIGHEST for action port [ 685.973680] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-25b3df12-73a2-4e9e-85fe-df594d1b6abc taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.973680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25b3df12-73a2-4e9e-85fe-df594d1b6abc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.973680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25b3df12-73a2-4e9e-85fe-df594d1b6abc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.973680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25b3df12-73a2-4e9e-85fe-df594d1b6abc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.973680] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25b3df12-73a2-4e9e-85fe-df594d1b6abc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.203646] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.203768] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.203836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.204066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.204149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.204327] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.204415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.204472] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.204619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.204688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.204764] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e29853a-0957-451f-968b-e25e31c3c208 already deleted. [ 686.204837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.475691] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25b3df12-73a2-4e9e-85fe-df594d1b6abc [ 686.475691] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.475691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.475691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.475995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.476319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.476757] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25b3df12-73a2-4e9e-85fe-df594d1b6abc already deleted. [ 686.476757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25b3df12-73a2-4e9e-85fe-df594d1b6abc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.796349] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.796349] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-339" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.796704] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-339" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.797178] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-339" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.797692] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.797692] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.797842] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.798464] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.798464] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.798464] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.798659] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.798659] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.798734] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.798817] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.798937] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.799140] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.818735] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.818901] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.819055] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.819235] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-339" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.819538] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-2a920b81-2422-41ce-aa35-9bb32b610825 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.819702] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-2a920b81-2422-41ce-aa35-9bb32b610825" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.819856] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-2a920b81-2422-41ce-aa35-9bb32b610825" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.820222] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-2a920b81-2422-41ce-aa35-9bb32b610825" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.820366] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a920b81-2422-41ce-aa35-9bb32b610825',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.210697] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 in Status: SUCCESS [ 687.210697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.210697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.210697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.211053] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.211053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.211260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.211260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.211394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.211394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.211647] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.325172] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.325389] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.325516] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.325806] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.325978] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.326143] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 2a920b81-2422-41ce-aa35-9bb32b610825 not found, creating... [ 687.328491] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.328491] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.328491] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.328491] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.328491] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.328491] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.328491] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.328491] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.328491] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.328491] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.329174] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 2a920b81-2422-41ce-aa35-9bb32b610825 is going to be created. [ 687.382419] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.382419] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.382419] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.382419] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.382419] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.382419] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-2a920b81-2422-41ce-aa35-9bb32b610825" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.714367] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.714367] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.714367] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.714592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.714796] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.717139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.717139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.717139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.717139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.717139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.717139] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.717139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.717139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.717139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.717139] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.717139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.717139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.717139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.717139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.717139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.717139] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.105455] env[66117]: INFO networking_nsxv3.common.synchronization [req-0b12ff56-473f-4af7-a00b-fccdaedf89be req-858b869f-828c-42e4-bbfa-2e695be0b857 service nova] Enqueued Resource ID: 5e29853a-0957-451f-968b-e25e31c3c208 with Priority: HIGHEST for action security_group_rules [ 688.105727] env[66117]: INFO networking_nsxv3.common.synchronization [req-0b12ff56-473f-4af7-a00b-fccdaedf89be req-858b869f-828c-42e4-bbfa-2e695be0b857 service nova] Enqueued Resource ID: 5e29853a-0957-451f-968b-e25e31c3c208 with Priority: HIGHEST for action security_group_members [ 688.106104] env[66117]: INFO networking_nsxv3.common.synchronization [req-0b12ff56-473f-4af7-a00b-fccdaedf89be req-858b869f-828c-42e4-bbfa-2e695be0b857 service nova] Enqueued Resource ID: 2a920b81-2422-41ce-aa35-9bb32b610825 with Priority: HIGHEST for action port [ 688.106416] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e29853a-0957-451f-968b-e25e31c3c208 with Priority: HIGHEST for action security_group_rules [ 688.106565] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e29853a-0957-451f-968b-e25e31c3c208 with Priority: HIGHEST for action security_group_members [ 688.106695] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a920b81-2422-41ce-aa35-9bb32b610825 with Priority: HIGHEST for action port [ 688.107028] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e29853a-0957-451f-968b-e25e31c3c208 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.107172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.107399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.107907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.107907] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e29853a-0957-451f-968b-e25e31c3c208',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.108517] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e29853a-0957-451f-968b-e25e31c3c208 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.108583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.108616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.108822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.108973] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.109121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.109178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.109368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.109458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.109549] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e29853a-0957-451f-968b-e25e31c3c208',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.110773] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a920b81-2422-41ce-aa35-9bb32b610825 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.110773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a920b81-2422-41ce-aa35-9bb32b610825" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.110773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a920b81-2422-41ce-aa35-9bb32b610825" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.110873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a920b81-2422-41ce-aa35-9bb32b610825" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.110995] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a920b81-2422-41ce-aa35-9bb32b610825',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.220575] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dcd68de-e6b5-4530-a5e3-1cc7b7044638: rpc.has_security_group_logging(os_id): False [ 688.241751] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.241948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.242021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.242262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.242643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.242643] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.244894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.246920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.246920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.246920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.247651] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.247745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.247778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.248064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.248149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.248402] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.248508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.248557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.248849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.248915] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.249028] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 is going to be updated. [ 688.342451] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.342451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.342451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.342451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.342451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.357870] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 in Status: IN_PROGRESS for 2s [ 688.613369] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e29853a-0957-451f-968b-e25e31c3c208 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.613447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.613858] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e29853a-0957-451f-968b-e25e31c3c208',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.616505] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a920b81-2422-41ce-aa35-9bb32b610825 with status ACTIVE [ 688.616930] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.616930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.616930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.617110] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.617400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.617400] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.617512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.617512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.618554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.618554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.618554] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.618554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.618554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.618554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.618554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.618554] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a920b81-2422-41ce-aa35-9bb32b610825 is going to be updated. [ 688.647089] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.647089] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.647089] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.647304] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.647705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.647705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a920b81-2422-41ce-aa35-9bb32b610825" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.738371] env[66117]: INFO networking_nsxv3.common.synchronization [None req-8e614a58-206b-4d61-a5e5-819aa559820b None None] Enqueued Resource ID: a6a84afc-6c20-4487-a12f-2e9e1b44e105 with Priority: HIGHEST for action port [ 688.738371] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a84afc-6c20-4487-a12f-2e9e1b44e105 with Priority: HIGHEST for action port [ 688.738371] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6a84afc-6c20-4487-a12f-2e9e1b44e105 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.738746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6a84afc-6c20-4487-a12f-2e9e1b44e105" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.738915] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6a84afc-6c20-4487-a12f-2e9e1b44e105" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.739324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6a84afc-6c20-4487-a12f-2e9e1b44e105" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.739573] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6a84afc-6c20-4487-a12f-2e9e1b44e105',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.108934] env[66117]: INFO networking_nsxv3.common.synchronization [None req-cd5c385f-7bda-4680-88a3-4d03cadaceb9 None None] Enqueued Resource ID: fb49f2bf-0ce1-4bd4-992f-8146c2862756 with Priority: HIGHEST for action port [ 689.110155] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb49f2bf-0ce1-4bd4-992f-8146c2862756 with Priority: HIGHEST for action port [ 689.110552] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb49f2bf-0ce1-4bd4-992f-8146c2862756 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.110685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb49f2bf-0ce1-4bd4-992f-8146c2862756" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.110750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb49f2bf-0ce1-4bd4-992f-8146c2862756" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.111054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb49f2bf-0ce1-4bd4-992f-8146c2862756" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.111114] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb49f2bf-0ce1-4bd4-992f-8146c2862756',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.121804] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e29853a-0957-451f-968b-e25e31c3c208',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.206265] env[66117]: INFO networking_nsxv3.common.synchronization [req-8ba23c81-3211-4ed6-8315-7462c35ce084 req-168320f4-68ff-483f-b8cf-74f7b213f7b0 tempest-ImagesOneServerNegativeTestJSON-1102838547 tempest-ImagesOneServerNegativeTestJSON-1102838547-project-member] Enqueued Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 689.206727] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 689.208015] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.208015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.208015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.208015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.208015] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.208015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.208015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.208015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.208906] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.208906] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.245350] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6a84afc-6c20-4487-a12f-2e9e1b44e105 [ 689.246701] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.246701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.246701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.246892] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.246999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.247110] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6a84afc-6c20-4487-a12f-2e9e1b44e105 already deleted. [ 689.247194] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6a84afc-6c20-4487-a12f-2e9e1b44e105" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.613626] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb49f2bf-0ce1-4bd4-992f-8146c2862756 [ 689.614155] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.614155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.614155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.614362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.614456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.614593] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb49f2bf-0ce1-4bd4-992f-8146c2862756 already deleted. [ 689.614631] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb49f2bf-0ce1-4bd4-992f-8146c2862756" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.623542] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.623905] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.624148] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.624433] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.624616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.624794] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e29853a-0957-451f-968b-e25e31c3c208 is going to be created. [ 689.651193] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.651193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.651193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.651193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.651391] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.663091] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e29853a-0957-451f-968b-e25e31c3c208 in Status: UNINITIALIZED for 2s [ 689.711498] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.713343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.713343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.713343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.713343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.713343] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.713343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.714052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.714052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.714052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.714052] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f already deleted. [ 689.714052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.020092] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.020452] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-102" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.020452] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-102" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.020864] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-102" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.021196] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.021475] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.021550] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.021781] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.021956] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.022242] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.022370] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.022521] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.022619] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.023133] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.023133] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.023133] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.049034] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.049034] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.049034] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.049034] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-102" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.049034] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-b7e05acf-e883-4245-a3bb-02bad5ca9c41 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.049034] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-b7e05acf-e883-4245-a3bb-02bad5ca9c41" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.049034] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-b7e05acf-e883-4245-a3bb-02bad5ca9c41" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.049730] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-b7e05acf-e883-4245-a3bb-02bad5ca9c41" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.049730] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e05acf-e883-4245-a3bb-02bad5ca9c41',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.377555] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 in Status: SUCCESS [ 690.377821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.553381] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.553634] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.553634] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.553817] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.553961] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.554123] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port b7e05acf-e883-4245-a3bb-02bad5ca9c41 not found, creating... [ 690.554387] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.554617] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.554817] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.555185] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.555371] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.555727] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.555936] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.556084] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.556310] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.556599] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.556599] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: b7e05acf-e883-4245-a3bb-02bad5ca9c41 is going to be created. [ 690.578371] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.578583] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.578678] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.578953] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.579196] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.579404] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-b7e05acf-e883-4245-a3bb-02bad5ca9c41" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.273708] env[66117]: INFO networking_nsxv3.common.synchronization [req-8ba23c81-3211-4ed6-8315-7462c35ce084 req-c64fd5b9-2ac5-4363-abe9-294add8eb67f service nova] Enqueued Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_rules [ 691.273708] env[66117]: INFO networking_nsxv3.common.synchronization [req-8ba23c81-3211-4ed6-8315-7462c35ce084 req-c64fd5b9-2ac5-4363-abe9-294add8eb67f service nova] Enqueued Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 691.273708] env[66117]: INFO networking_nsxv3.common.synchronization [req-8ba23c81-3211-4ed6-8315-7462c35ce084 req-c64fd5b9-2ac5-4363-abe9-294add8eb67f service nova] Enqueued Resource ID: b7e05acf-e883-4245-a3bb-02bad5ca9c41 with Priority: HIGHEST for action port [ 691.273708] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_rules [ 691.273708] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 691.273708] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e05acf-e883-4245-a3bb-02bad5ca9c41 with Priority: HIGHEST for action port [ 691.278453] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.278453] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.278453] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.278453] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.278453] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.279924] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.279924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.279924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.279924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.279924] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.280571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.280571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.280571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.280700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.280730] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.283759] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7e05acf-e883-4245-a3bb-02bad5ca9c41 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.283759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7e05acf-e883-4245-a3bb-02bad5ca9c41" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.283759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7e05acf-e883-4245-a3bb-02bad5ca9c41" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.283759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7e05acf-e883-4245-a3bb-02bad5ca9c41" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.283759] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e05acf-e883-4245-a3bb-02bad5ca9c41',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.679068] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e29853a-0957-451f-968b-e25e31c3c208 in Status: SUCCESS [ 691.679447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.679447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.679688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.679888] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.680592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.680592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.680592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.680592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.680592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.680592] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e29853a-0957-451f-968b-e25e31c3c208',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.746968] env[66117]: INFO networking_nsxv3.common.synchronization [None req-a0c9319b-d800-41c7-8661-e081cd147ea9 None None] Enqueued Resource ID: 0fc4464e-d975-46ab-843f-f0b3eb79b1a1 with Priority: HIGHEST for action port [ 691.747764] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc4464e-d975-46ab-843f-f0b3eb79b1a1 with Priority: HIGHEST for action port [ 691.748237] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fc4464e-d975-46ab-843f-f0b3eb79b1a1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.748934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fc4464e-d975-46ab-843f-f0b3eb79b1a1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.748934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fc4464e-d975-46ab-843f-f0b3eb79b1a1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.749277] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fc4464e-d975-46ab-843f-f0b3eb79b1a1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.749277] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fc4464e-d975-46ab-843f-f0b3eb79b1a1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.782444] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.787516] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7e05acf-e883-4245-a3bb-02bad5ca9c41 with status ACTIVE [ 691.787516] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.787804] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.787928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.788187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.788272] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.788456] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.788559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.788631] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.788821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.788904] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.789123] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.789228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.789299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.789449] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.789547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.789605] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7e05acf-e883-4245-a3bb-02bad5ca9c41 is going to be updated. [ 691.791050] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.791148] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.814702] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.814841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.814911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.815444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.815646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.815814] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7e05acf-e883-4245-a3bb-02bad5ca9c41" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.872698] env[66117]: INFO networking_nsxv3.common.synchronization [req-baf78c1b-87b1-474f-bf0f-ad36acc8519d req-0ef679f1-bc9b-4aca-a636-51ee71796ea0 tempest-ServersAdminTestJSON-2048552091 tempest-ServersAdminTestJSON-2048552091-project-member] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 691.873893] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 691.874362] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.874527] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.874625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.874909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.875313] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.875447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.875539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.875750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.875956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.876103] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.187296] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e29853a-0957-451f-968b-e25e31c3c208',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.252236] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fc4464e-d975-46ab-843f-f0b3eb79b1a1 [ 692.252236] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.252236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.252378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.252483] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.252570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.252677] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fc4464e-d975-46ab-843f-f0b3eb79b1a1 already deleted. [ 692.252792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fc4464e-d975-46ab-843f-f0b3eb79b1a1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.284458] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.324808] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.325063] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.325145] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.325409] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.325661] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.325813] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.325922] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.327246] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.327402] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.327669] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.327870] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.327983] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.328159] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.328312] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.328469] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.328640] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.378407] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.378541] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.378669] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.378834] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.379319] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-4e60ec27-11f9-4d4f-9a7b-6e66a78ae779 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.379431] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-4e60ec27-11f9-4d4f-9a7b-6e66a78ae779" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.379463] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-4e60ec27-11f9-4d4f-9a7b-6e66a78ae779" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.379789] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-4e60ec27-11f9-4d4f-9a7b-6e66a78ae779" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.380100] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e60ec27-11f9-4d4f-9a7b-6e66a78ae779',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.381560] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.691745] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e29853a-0957-451f-968b-e25e31c3c208: rpc.has_security_group_logging(os_id): False [ 692.710166] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.710374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.710506] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.710749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.710842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.711095] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.711229] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.711303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.711467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.711543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.711645] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e29853a-0957-451f-968b-e25e31c3c208 is going to be created. [ 692.787604] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.787890] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.787956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.788280] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.788465] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.788587] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f is going to be created. [ 692.879991] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.880796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.880796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.880796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.880796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.886025] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.886025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.886025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.886025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.886025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.886025] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 4e60ec27-11f9-4d4f-9a7b-6e66a78ae779 not found, creating... [ 692.886025] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.886425] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.886425] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.886481] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.886565] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.886831] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.886984] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.887101] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.887300] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.887485] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.887626] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 4e60ec27-11f9-4d4f-9a7b-6e66a78ae779 is going to be created. [ 692.890374] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.890502] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.890570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.890779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.890985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.892397] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.898968] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e29853a-0957-451f-968b-e25e31c3c208 in Status: IN_PROGRESS for 2s [ 692.904603] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: UNINITIALIZED for 2s [ 692.925916] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.925916] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.926156] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.926247] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.926469] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.926688] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-4e60ec27-11f9-4d4f-9a7b-6e66a78ae779" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.036039] env[66117]: INFO networking_nsxv3.common.synchronization [None req-6b7dc680-d53f-4907-8e5e-fe975749757b tempest-ServerActionsTestOtherA-837803977 tempest-ServerActionsTestOtherA-837803977-project-member] Enqueued Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_rules [ 693.037675] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_rules [ 693.038049] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.038187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.038282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.038580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.038661] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.226498] env[66117]: INFO networking_nsxv3.common.synchronization [None req-ee033fab-24da-4533-ac65-563f152f2dd8 tempest-ServerActionsTestOtherA-837803977 tempest-ServerActionsTestOtherA-837803977-project-member] Enqueued Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_rules [ 693.227177] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_rules [ 693.227540] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.227676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.396104] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.396372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.396474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.396812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.396812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.396939] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be updated. [ 693.435242] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.435556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.435556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.435777] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.435928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.446596] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: IN_PROGRESS for 2s [ 693.562360] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.562536] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.562871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.562871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.562871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.563461] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a already deleted. [ 693.563461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.563461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.563461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.563461] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.632352] env[66117]: INFO networking_nsxv3.common.synchronization [None req-cbed5d42-e957-42f4-b4d8-34a2c2f242ac None None] Enqueued Resource ID: 3167f44c-ae45-4ae8-a824-dc6ede71ff2b with Priority: HIGHEST for action port [ 693.632352] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3167f44c-ae45-4ae8-a824-dc6ede71ff2b with Priority: HIGHEST for action port [ 693.633202] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3167f44c-ae45-4ae8-a824-dc6ede71ff2b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.633381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3167f44c-ae45-4ae8-a824-dc6ede71ff2b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.633867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3167f44c-ae45-4ae8-a824-dc6ede71ff2b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.633867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3167f44c-ae45-4ae8-a824-dc6ede71ff2b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.633867] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3167f44c-ae45-4ae8-a824-dc6ede71ff2b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.665199] env[66117]: INFO networking_nsxv3.common.synchronization [req-baf78c1b-87b1-474f-bf0f-ad36acc8519d req-a8c715ff-d356-488c-bce2-355ac123ee52 service nova] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_rules [ 693.665199] env[66117]: INFO networking_nsxv3.common.synchronization [req-baf78c1b-87b1-474f-bf0f-ad36acc8519d req-a8c715ff-d356-488c-bce2-355ac123ee52 service nova] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 693.665199] env[66117]: INFO networking_nsxv3.common.synchronization [req-baf78c1b-87b1-474f-bf0f-ad36acc8519d req-a8c715ff-d356-488c-bce2-355ac123ee52 service nova] Enqueued Resource ID: 4e60ec27-11f9-4d4f-9a7b-6e66a78ae779 with Priority: HIGHEST for action port [ 693.666320] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_rules [ 693.666576] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 693.667422] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e60ec27-11f9-4d4f-9a7b-6e66a78ae779 with Priority: HIGHEST for action port [ 693.670114] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.670114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.670114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.670114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.670114] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.670114] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.670114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.670114] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e60ec27-11f9-4d4f-9a7b-6e66a78ae779 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.670114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e60ec27-11f9-4d4f-9a7b-6e66a78ae779" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.670114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e60ec27-11f9-4d4f-9a7b-6e66a78ae779" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.672233] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e60ec27-11f9-4d4f-9a7b-6e66a78ae779" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.672233] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e60ec27-11f9-4d4f-9a7b-6e66a78ae779',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.095959] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.096324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.096324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.096385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.096509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.097094] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a already deleted. [ 694.097094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.135654] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3167f44c-ae45-4ae8-a824-dc6ede71ff2b [ 694.135902] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.136130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.136220] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.136478] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.136926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.136926] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3167f44c-ae45-4ae8-a824-dc6ede71ff2b already deleted. [ 694.136926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3167f44c-ae45-4ae8-a824-dc6ede71ff2b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.176839] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e60ec27-11f9-4d4f-9a7b-6e66a78ae779 with status ACTIVE [ 694.176839] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.176839] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.176839] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.177250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.177250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.177250] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.177250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.177411] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.177475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.177552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.177710] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.177903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.177964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.178104] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.178232] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.178272] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e60ec27-11f9-4d4f-9a7b-6e66a78ae779 is going to be updated. [ 694.179407] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.179652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.186468] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e061faf-4f86-43ac-8e01-d9bf4a5ad4df req-c1c62ee7-c196-4c87-88d3-3c29eb6fb310 tempest-ServerRescueNegativeTestJSON-1614547636 tempest-ServerRescueNegativeTestJSON-1614547636-project-member] Enqueued Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_members [ 694.186468] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_members [ 694.186738] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-27298c91-e047-42b5-acc7-f0f8bc3f00fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.186851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.186918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.187185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.187331] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.187432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.187485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.187629] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.187710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.187868] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.200934] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.201045] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.201119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.201329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.201461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.201615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e60ec27-11f9-4d4f-9a7b-6e66a78ae779" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.403198] env[66117]: INFO networking_nsxv3.common.synchronization [req-829493f7-4a57-45fa-88ca-2e3b2f6a52b2 req-1d221a5c-bf54-4c0b-b069-7ab37d935eec tempest-MultipleCreateTestJSON-475319154 tempest-MultipleCreateTestJSON-475319154-project-member] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 694.403728] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 694.404035] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.404177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.404315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.408410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.410421] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.410421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.410421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.410421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.410421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.410421] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.616429] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.616621] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.616737] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.617072] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.617699] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.617699] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.617699] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.618174] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.618174] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.618174] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.618174] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.619162] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.619162] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.619162] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.619162] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.619162] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.639807] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.639993] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.640102] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.640358] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.640568] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-dc16d4f8-b019-4ac3-932c-6ac43664783a taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.640738] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-dc16d4f8-b019-4ac3-932c-6ac43664783a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.640856] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-dc16d4f8-b019-4ac3-932c-6ac43664783a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.641222] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-dc16d4f8-b019-4ac3-932c-6ac43664783a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.641356] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc16d4f8-b019-4ac3-932c-6ac43664783a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.690353] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.690700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.690920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.691289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.692274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.692274] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.692274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.692274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.692274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.692274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.692665] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb already deleted. [ 694.692964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.913682] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.917421] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e29853a-0957-451f-968b-e25e31c3c208 in Status: SUCCESS [ 694.917640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.921531] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: SUCCESS [ 694.921793] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.921960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.922305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.922503] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.922614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.922671] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.922834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.922966] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.923046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.923112] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.144260] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.144818] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.144818] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.145092] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.145318] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.145523] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port dc16d4f8-b019-4ac3-932c-6ac43664783a not found, creating... [ 695.145889] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.146162] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.146328] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.146679] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.146834] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.148442] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.148665] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.148790] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.149031] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.149187] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.151368] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: dc16d4f8-b019-4ac3-932c-6ac43664783a is going to be created. [ 695.173038] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.174084] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.174084] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.174084] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.174084] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.174317] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-dc16d4f8-b019-4ac3-932c-6ac43664783a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.415954] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.426669] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.426935] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.427298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.427298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.427445] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.427641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.427641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.427738] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.427813] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.427898] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.428064] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.428154] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.428241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.428356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.428490] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.428572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.428677] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.428839] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.428924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.429076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.429192] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.455991] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: SUCCESS [ 695.457059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.457059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.457059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.457059] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.457059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.457059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.457059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.457465] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.457465] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.918423] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.918548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.918597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.918786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.919034] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.919034] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be updated. [ 695.931414] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 398aad31-6494-4eb1-8eca-ea920a81bf0f: rpc.has_security_group_logging(os_id): False [ 695.939469] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e061faf-4f86-43ac-8e01-d9bf4a5ad4df req-2ff4682f-67c7-4d88-bcce-c4e96c91d512 service nova] Enqueued Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_rules [ 695.939626] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e061faf-4f86-43ac-8e01-d9bf4a5ad4df req-2ff4682f-67c7-4d88-bcce-c4e96c91d512 service nova] Enqueued Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_members [ 695.939750] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e061faf-4f86-43ac-8e01-d9bf4a5ad4df req-2ff4682f-67c7-4d88-bcce-c4e96c91d512 service nova] Enqueued Resource ID: dc16d4f8-b019-4ac3-932c-6ac43664783a with Priority: HIGHEST for action port [ 695.940507] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_rules [ 695.940507] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_members [ 695.940617] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc16d4f8-b019-4ac3-932c-6ac43664783a with Priority: HIGHEST for action port [ 695.941230] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27298c91-e047-42b5-acc7-f0f8bc3f00fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.941230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.941230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.941502] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.941502] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.942483] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-27298c91-e047-42b5-acc7-f0f8bc3f00fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.942657] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.942699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.942868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.943014] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.943558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.943558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.943558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.943558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.943558] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.944705] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc16d4f8-b019-4ac3-932c-6ac43664783a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.945050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc16d4f8-b019-4ac3-932c-6ac43664783a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.945050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc16d4f8-b019-4ac3-932c-6ac43664783a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.945050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc16d4f8-b019-4ac3-932c-6ac43664783a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.945157] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc16d4f8-b019-4ac3-932c-6ac43664783a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.952071] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.952251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.952324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.952580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.952701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.954140] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.954140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.954140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.954140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.954140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.954140] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.954490] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.954490] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.955812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.955812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.955812] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.955812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.955812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.956369] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.956501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.956613] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f is going to be created. [ 695.959147] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.959560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.959560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.959676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.959940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.964301] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.975253] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: IN_PROGRESS for 2s [ 696.036933] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.037377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.037377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.037512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.037759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.051074] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: IN_PROGRESS for 2s [ 696.447185] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.452349] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-27298c91-e047-42b5-acc7-f0f8bc3f00fb taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.452349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.452349] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc16d4f8-b019-4ac3-932c-6ac43664783a with status ACTIVE [ 696.452349] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.452349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.452349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.452349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.452349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.455300] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.455300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.455300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.455300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.455300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.455300] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.455300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.455300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.455300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.455300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.455300] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc16d4f8-b019-4ac3-932c-6ac43664783a is going to be updated. [ 696.468270] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.479261] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.480337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.480484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.481392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.481392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.481392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc16d4f8-b019-4ac3-932c-6ac43664783a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.952254] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.977019] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.977019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.977019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.977019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.977019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.977019] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be updated. [ 697.008339] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.008502] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.008502] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.008780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.008984] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.019944] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: IN_PROGRESS for 2s [ 697.457428] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.457794] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.457794] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.457906] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.458014] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.458113] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb is going to be created. [ 697.487169] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.487356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.488046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.488046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.488046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.499329] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb in Status: UNINITIALIZED for 2s [ 697.988951] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: SUCCESS [ 697.988951] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.066178] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: SUCCESS [ 698.066178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.416277] env[66117]: INFO networking_nsxv3.common.synchronization [req-4e9fc8ef-3bfe-437c-9a67-3dc3093597a9 req-990a744a-cb33-48f4-940b-6b9502794d7d tempest-MultipleCreateTestJSON-475319154 tempest-MultipleCreateTestJSON-475319154-project-member] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 698.416862] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 698.422907] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.422907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.422907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.422907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.422907] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.422907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.422907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.422907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.422907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.422907] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.899720] env[66117]: INFO networking_nsxv3.common.synchronization [req-f5dbfdef-649f-4935-9716-8fdbc16f038e req-629d18ae-fdeb-4f45-a310-122cc883610c tempest-ServersWithSpecificFlavorTestJSON-809397731 tempest-ServersWithSpecificFlavorTestJSON-809397731-project-member] Enqueued Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_members [ 698.900448] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_members [ 698.901017] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-074427bc-2c54-403c-b87b-27973b2d7471 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.901017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.901161] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.901379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.901544] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.902051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.902135] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.902357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.902462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.902580] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.924708] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.924917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.924997] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.925216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.925309] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.925517] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.925620] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.925682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.925833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.925909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.925994] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be updated. [ 698.957856] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.958105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.958105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.958334] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.958579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.968425] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: IN_PROGRESS for 2s [ 699.040040] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: SUCCESS [ 699.040040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.040040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.040040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.040040] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.040040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.040040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.040040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.040040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.040040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.040040] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.405722] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.405722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.405722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.405838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.406066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.406066] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.406200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.406274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.406376] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.406451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.406793] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074427bc-2c54-403c-b87b-27973b2d7471 is going to be updated. [ 699.440049] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.440207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.440254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.440432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.440574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.451234] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074427bc-2c54-403c-b87b-27973b2d7471 in Status: IN_PROGRESS for 2s [ 699.498356] env[66117]: INFO networking_nsxv3.common.synchronization [req-ac1b1d16-3db3-46a6-a6c5-827cf99a8b13 req-a17407c1-17ad-4cf8-96fc-06548a6840c3 tempest-ImagesTestJSON-1892496762 tempest-ImagesTestJSON-1892496762-project-member] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 699.499157] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 699.499530] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.499709] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.499799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.500155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.500375] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.500506] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.500631] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.500855] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.501013] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.501174] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.514269] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb in Status: SUCCESS [ 699.514269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.514269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.514547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.515097] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.515097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.515097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.515290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.515290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.515432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.515549] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.543034] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.543215] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.543284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.543519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.543692] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.543789] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.543844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.544017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.544122] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.544208] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.544375] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.544488] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.544540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.544671] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.544866] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.544964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.545058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.545222] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.545310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.545407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.545551] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.878923] env[66117]: INFO networking_nsxv3.common.synchronization [req-54315f7f-9f4a-41a5-b04c-efcf6a112ef2 req-b5badb99-25bb-4c2f-9618-41a16d5b24c1 tempest-ServersV294TestFqdnHostnames-1302171498 tempest-ServersV294TestFqdnHostnames-1302171498-project-member] Enqueued Resource ID: e93709fe-8cb6-4274-8fb5-188446d242a7 with Priority: HIGHEST for action security_group_members [ 699.879851] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93709fe-8cb6-4274-8fb5-188446d242a7 with Priority: HIGHEST for action security_group_members [ 699.880198] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93709fe-8cb6-4274-8fb5-188446d242a7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.880198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.880374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.880617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.880790] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.880902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.880968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.881235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.881354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.881534] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e93709fe-8cb6-4274-8fb5-188446d242a7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.007082] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.007082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.007082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.007082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.007082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.007082] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.007082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.007082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.008586] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.008855] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.009107] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 700.020528] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-27298c91-e047-42b5-acc7-f0f8bc3f00fb taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.020528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.020528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.020528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.020528] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.020528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.020528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.020528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.020528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.020528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.020528] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-27298c91-e047-42b5-acc7-f0f8bc3f00fb taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.020528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.020528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.020528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.020528] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.020528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.021252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.021252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.022014] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.023102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.023102] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.049617] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.049617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.049617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.049911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.049911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.055341] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26b81ed6-be3f-4545-bedd-f5619b30ef1c: rpc.has_security_group_logging(os_id): False [ 700.067833] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 700.078450] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.078629] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.078721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.078954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.079076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.079331] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.079438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.079500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.079673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.079762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.079976] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.080076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.080125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.080252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.080342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.080526] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.080786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.080868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.081075] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.081161] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.081250] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be updated. [ 700.164218] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.166998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.166998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.166998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.166998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.184832] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: IN_PROGRESS for 2s [ 700.384944] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.385268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.385386] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.385741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.385882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.386274] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.386443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.387461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.388106] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.389802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.390053] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93709fe-8cb6-4274-8fb5-188446d242a7 already deleted. [ 700.390221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.409252] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-156 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.409456] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-156" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.409604] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-156" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.410995] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-156" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.410995] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.410995] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.411218] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.411320] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.413151] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.413151] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.413151] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.413151] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.413151] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.413151] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.413151] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.413151] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.437495] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.437709] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.437844] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.438047] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-156" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.438395] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-955d18d6-b1b7-44e8-bd93-2ebcd2ce556d taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.438567] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-955d18d6-b1b7-44e8-bd93-2ebcd2ce556d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.438680] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-955d18d6-b1b7-44e8-bd93-2ebcd2ce556d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.439730] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-955d18d6-b1b7-44e8-bd93-2ebcd2ce556d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.440466] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('955d18d6-b1b7-44e8-bd93-2ebcd2ce556d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.525479] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27298c91-e047-42b5-acc7-f0f8bc3f00fb: rpc.has_security_group_logging(os_id): False [ 700.549489] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.549692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.549732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.550640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.550640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.550640] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.550640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.550640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.550922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.550922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.551020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.552675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.552675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.552675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.552675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.552675] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.552675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.552675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.552675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.552675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.552675] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb is going to be created. [ 700.652707] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.652965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.653039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.653356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.653492] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.668732] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb in Status: IN_PROGRESS for 2s [ 700.946578] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.946578] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.946578] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.946578] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.946578] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.946578] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 955d18d6-b1b7-44e8-bd93-2ebcd2ce556d not found, creating... [ 700.946864] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.946864] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.947774] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.947774] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.947774] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.947774] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.947774] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.947989] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.948396] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.948613] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.948801] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 955d18d6-b1b7-44e8-bd93-2ebcd2ce556d is going to be created. [ 700.972245] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.972459] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.972582] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.972847] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.973123] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.973288] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-955d18d6-b1b7-44e8-bd93-2ebcd2ce556d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.984485] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: SUCCESS [ 700.984664] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 deletion is rescheduled due to dependency. [ 700.984776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.466676] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074427bc-2c54-403c-b87b-27973b2d7471 in Status: SUCCESS [ 701.467103] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074427bc-2c54-403c-b87b-27973b2d7471 deletion is rescheduled due to dependency. [ 701.467251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.771270] env[66117]: INFO networking_nsxv3.common.synchronization [req-54315f7f-9f4a-41a5-b04c-efcf6a112ef2 req-839fca6a-96db-42e5-909d-a15fa8f1de90 service nova] Enqueued Resource ID: e93709fe-8cb6-4274-8fb5-188446d242a7 with Priority: HIGHEST for action security_group_rules [ 701.771270] env[66117]: INFO networking_nsxv3.common.synchronization [req-54315f7f-9f4a-41a5-b04c-efcf6a112ef2 req-839fca6a-96db-42e5-909d-a15fa8f1de90 service nova] Enqueued Resource ID: e93709fe-8cb6-4274-8fb5-188446d242a7 with Priority: HIGHEST for action security_group_members [ 701.772387] env[66117]: INFO networking_nsxv3.common.synchronization [req-54315f7f-9f4a-41a5-b04c-efcf6a112ef2 req-839fca6a-96db-42e5-909d-a15fa8f1de90 service nova] Enqueued Resource ID: 955d18d6-b1b7-44e8-bd93-2ebcd2ce556d with Priority: HIGHEST for action port [ 701.772387] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93709fe-8cb6-4274-8fb5-188446d242a7 with Priority: HIGHEST for action security_group_rules [ 701.774665] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93709fe-8cb6-4274-8fb5-188446d242a7 with Priority: HIGHEST for action security_group_members [ 701.774665] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955d18d6-b1b7-44e8-bd93-2ebcd2ce556d with Priority: HIGHEST for action port [ 701.774665] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e93709fe-8cb6-4274-8fb5-188446d242a7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.774665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.774665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.774665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.774665] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e93709fe-8cb6-4274-8fb5-188446d242a7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.775816] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93709fe-8cb6-4274-8fb5-188446d242a7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.776875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.776875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.776875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.776875] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.776875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.776875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.776875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.776875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.778252] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e93709fe-8cb6-4274-8fb5-188446d242a7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.779598] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-955d18d6-b1b7-44e8-bd93-2ebcd2ce556d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.779914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-955d18d6-b1b7-44e8-bd93-2ebcd2ce556d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.779914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-955d18d6-b1b7-44e8-bd93-2ebcd2ce556d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.780220] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-955d18d6-b1b7-44e8-bd93-2ebcd2ce556d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.780343] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('955d18d6-b1b7-44e8-bd93-2ebcd2ce556d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.078996] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 702.079215] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae deletion is rescheduled due to dependency. [ 702.079332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.199444] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: SUCCESS [ 702.199914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.278107] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93709fe-8cb6-4274-8fb5-188446d242a7 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.278107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.280359] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e93709fe-8cb6-4274-8fb5-188446d242a7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.282442] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 955d18d6-b1b7-44e8-bd93-2ebcd2ce556d with status ACTIVE [ 702.282730] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.282883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.282972] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.283256] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.283374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.283603] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.283730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.283808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.284076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.284119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.284720] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.284720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.284720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.284883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.284883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.284950] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 955d18d6-b1b7-44e8-bd93-2ebcd2ce556d is going to be updated. [ 702.306554] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.306700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.306755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.306964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.307114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.307261] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-955d18d6-b1b7-44e8-bd93-2ebcd2ce556d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.681316] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb in Status: SUCCESS [ 702.682193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.782783] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e93709fe-8cb6-4274-8fb5-188446d242a7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.284862] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.285032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.285149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.285378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.285473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.285590] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93709fe-8cb6-4274-8fb5-188446d242a7 is going to be created. [ 703.325008] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.325184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.325231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.325448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.325618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.337467] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93709fe-8cb6-4274-8fb5-188446d242a7 in Status: UNINITIALIZED for 2s [ 703.995400] env[66117]: INFO networking_nsxv3.common.synchronization [req-7e260fd4-7d1f-4cc0-a6c5-f8a0c644c16b req-15efc826-3ed3-4899-b40c-64018d2966a8 tempest-ServersTestBootFromVolume-831610018 tempest-ServersTestBootFromVolume-831610018-project-member] Enqueued Resource ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc with Priority: HIGHEST for action security_group_members [ 703.995400] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc with Priority: HIGHEST for action security_group_members [ 703.996037] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-625de77c-6b16-48ca-81f2-3bc05fd237cc taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.996037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.996037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.996274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.996274] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.996423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.997950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.997950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.997950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.997950] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('625de77c-6b16-48ca-81f2-3bc05fd237cc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.500044] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.500209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.500209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.500426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.500456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.500804] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.500804] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.500804] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.501043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.501043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.501133] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc already deleted. [ 704.501238] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.567295] env[66117]: INFO networking_nsxv3.common.synchronization [None req-e0a93812-adaa-43f6-a0ec-f2b5d7b471c1 None None] Enqueued Resource ID: 34fb4528-3821-4d58-8d02-165c9bf48d93 with Priority: HIGHEST for action port [ 704.567557] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fb4528-3821-4d58-8d02-165c9bf48d93 with Priority: HIGHEST for action port [ 704.568182] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-34fb4528-3821-4d58-8d02-165c9bf48d93 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.568241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34fb4528-3821-4d58-8d02-165c9bf48d93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.568345] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34fb4528-3821-4d58-8d02-165c9bf48d93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.568960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34fb4528-3821-4d58-8d02-165c9bf48d93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.568960] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34fb4528-3821-4d58-8d02-165c9bf48d93',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.594752] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.594752] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-368" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.594752] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-368" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.595052] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-368" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.595502] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.595701] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.595815] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.596139] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.596453] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.596764] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.596989] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.597370] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.597370] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.597491] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.597682] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.597982] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.620832] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.620996] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.621136] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.621299] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-368" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.621602] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-fd822fa6-fbad-4ffa-9433-65b1e5a25189 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.621790] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-fd822fa6-fbad-4ffa-9433-65b1e5a25189" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.621860] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-fd822fa6-fbad-4ffa-9433-65b1e5a25189" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.622530] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-fd822fa6-fbad-4ffa-9433-65b1e5a25189" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.622660] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd822fa6-fbad-4ffa-9433-65b1e5a25189',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.072105] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34fb4528-3821-4d58-8d02-165c9bf48d93 [ 705.072105] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.072105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.072105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.072482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.072595] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.072681] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34fb4528-3821-4d58-8d02-165c9bf48d93 already deleted. [ 705.072783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34fb4528-3821-4d58-8d02-165c9bf48d93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.125660] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.125890] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.126015] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.126319] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.126460] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.126607] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port fd822fa6-fbad-4ffa-9433-65b1e5a25189 not found, creating... [ 705.126857] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.127014] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.127132] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.127340] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.127469] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.127737] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.128105] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.132187] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.132484] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.132623] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.132764] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: fd822fa6-fbad-4ffa-9433-65b1e5a25189 is going to be created. [ 705.159957] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.160227] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.160291] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.160535] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.160747] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.160976] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-fd822fa6-fbad-4ffa-9433-65b1e5a25189" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.348297] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93709fe-8cb6-4274-8fb5-188446d242a7 in Status: SUCCESS [ 705.348489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.348627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.348849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.349156] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.349307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.349351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.349501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.349581] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.349665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.349756] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e93709fe-8cb6-4274-8fb5-188446d242a7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.852857] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e93709fe-8cb6-4274-8fb5-188446d242a7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.864360] env[66117]: INFO networking_nsxv3.common.synchronization [req-3a437bce-4d08-4e58-8bd1-33431c7ad2cf req-edebac8a-9272-4e35-a449-d0b0be042b58 tempest-DeleteServersAdminTestJSON-1306980715 tempest-DeleteServersAdminTestJSON-1306980715-project-member] Enqueued Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_members [ 705.865391] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGHEST for action security_group_members [ 705.865704] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.865825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.865893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.867181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.867358] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.867465] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.867530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.867701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.867785] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.867880] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.897426] env[66117]: INFO networking_nsxv3.common.synchronization [req-7e260fd4-7d1f-4cc0-a6c5-f8a0c644c16b req-e99e55cd-8dc3-4071-a24e-6591c13f9961 service nova] Enqueued Resource ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc with Priority: HIGHEST for action security_group_rules [ 705.897426] env[66117]: INFO networking_nsxv3.common.synchronization [req-7e260fd4-7d1f-4cc0-a6c5-f8a0c644c16b req-e99e55cd-8dc3-4071-a24e-6591c13f9961 service nova] Enqueued Resource ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc with Priority: HIGHEST for action security_group_members [ 705.897426] env[66117]: INFO networking_nsxv3.common.synchronization [req-7e260fd4-7d1f-4cc0-a6c5-f8a0c644c16b req-e99e55cd-8dc3-4071-a24e-6591c13f9961 service nova] Enqueued Resource ID: fd822fa6-fbad-4ffa-9433-65b1e5a25189 with Priority: HIGHEST for action port [ 705.897726] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc with Priority: HIGHEST for action security_group_rules [ 705.897726] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc with Priority: HIGHEST for action security_group_members [ 705.897726] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd822fa6-fbad-4ffa-9433-65b1e5a25189 with Priority: HIGHEST for action port [ 705.897953] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-625de77c-6b16-48ca-81f2-3bc05fd237cc taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.901306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.901306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.901306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.901306] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('625de77c-6b16-48ca-81f2-3bc05fd237cc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.901306] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-625de77c-6b16-48ca-81f2-3bc05fd237cc taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.901306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.901306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.901796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.901796] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.901872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.902484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.903033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.903101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.903197] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('625de77c-6b16-48ca-81f2-3bc05fd237cc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.906018] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd822fa6-fbad-4ffa-9433-65b1e5a25189 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.906018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd822fa6-fbad-4ffa-9433-65b1e5a25189" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.906018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd822fa6-fbad-4ffa-9433-65b1e5a25189" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.906018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd822fa6-fbad-4ffa-9433-65b1e5a25189" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.906018] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd822fa6-fbad-4ffa-9433-65b1e5a25189',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.086579] env[66117]: INFO networking_nsxv3.common.synchronization [req-cb4f9a3a-fb0b-4e5f-8cf0-8d53aaa1763d req-c9e51afc-85a9-4da0-b3cd-002823f1c333 tempest-ServersAdminNegativeTestJSON-1122862335 tempest-ServersAdminNegativeTestJSON-1122862335-project-member] Enqueued Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_members [ 706.088588] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_members [ 706.089077] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.089567] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.089720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.089931] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.090134] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.090245] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.090308] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.090467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.090556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.090648] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.355827] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e93709fe-8cb6-4274-8fb5-188446d242a7: rpc.has_security_group_logging(os_id): False [ 706.367947] env[66117]: INFO networking_nsxv3.common.synchronization [req-57af3009-0245-4b4e-ba93-95cbd9367a70 req-0f627c83-9265-4ad8-b50e-d2d42a7d1d2e tempest-ServerRescueNegativeTestJSON-1614547636 tempest-ServerRescueNegativeTestJSON-1614547636-project-member] Enqueued Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_members [ 706.369289] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_members [ 706.369289] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-27298c91-e047-42b5-acc7-f0f8bc3f00fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.369289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.369289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.369491] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.369657] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.369878] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.370044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.370306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.370456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.370649] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.372413] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.374524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.374626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.374820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.375078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.375263] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.375589] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.375760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.376127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.376354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.376547] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 is going to be updated. [ 706.379929] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.380078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.380151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.380322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.380646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.380933] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.381176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.381246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.381401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.381480] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.381564] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e93709fe-8cb6-4274-8fb5-188446d242a7 is going to be created. [ 706.406674] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-625de77c-6b16-48ca-81f2-3bc05fd237cc taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.406850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.408201] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd822fa6-fbad-4ffa-9433-65b1e5a25189 with status ACTIVE [ 706.408402] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.408551] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.408674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.409127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.409263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.409469] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.409600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.409671] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.409879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.413019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.413019] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.413019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.413019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.413019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.413019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.413019] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd822fa6-fbad-4ffa-9433-65b1e5a25189 is going to be updated. [ 706.413019] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('625de77c-6b16-48ca-81f2-3bc05fd237cc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.413607] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.413881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.413965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.414236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.414283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.424068] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 in Status: IN_PROGRESS for 2s [ 706.437373] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.437583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.437583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.437797] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.437935] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.438148] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd822fa6-fbad-4ffa-9433-65b1e5a25189" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.444575] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.444716] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.444782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.444982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.445175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.458157] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e93709fe-8cb6-4274-8fb5-188446d242a7 in Status: IN_PROGRESS for 2s [ 706.595293] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.735208] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.735208] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.735208] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.735208] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.735904] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.737243] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.737243] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.737243] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.737243] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.737243] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.737243] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.737586] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.737809] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.740019] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.740019] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.740019] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.770365] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.770530] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.770663] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.770834] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.771197] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-f8c738fc-8e6f-4a81-98ce-d5975f0d0459 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.771393] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-f8c738fc-8e6f-4a81-98ce-d5975f0d0459" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.771483] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-f8c738fc-8e6f-4a81-98ce-d5975f0d0459" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.771821] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-f8c738fc-8e6f-4a81-98ce-d5975f0d0459" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.771952] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8c738fc-8e6f-4a81-98ce-d5975f0d0459',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.872650] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.916727] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('625de77c-6b16-48ca-81f2-3bc05fd237cc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.097414] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.274271] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.274562] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.274694] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.275671] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.275838] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.276032] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port f8c738fc-8e6f-4a81-98ce-d5975f0d0459 not found, creating... [ 707.276298] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.276450] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.276560] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.276778] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.276908] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.277194] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.277342] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.277450] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.277648] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.277774] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.277917] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: f8c738fc-8e6f-4a81-98ce-d5975f0d0459 is going to be created. [ 707.314059] env[66117]: INFO networking_nsxv3.common.synchronization [None req-4ae939a8-e614-45da-9260-f9b96cf59afd None None] Enqueued Resource ID: f5fc096e-df0c-49e7-bdb5-f833bbe855ed with Priority: HIGHEST for action port [ 707.314595] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fc096e-df0c-49e7-bdb5-f833bbe855ed with Priority: HIGHEST for action port [ 707.314899] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5fc096e-df0c-49e7-bdb5-f833bbe855ed taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.315087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5fc096e-df0c-49e7-bdb5-f833bbe855ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.315166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5fc096e-df0c-49e7-bdb5-f833bbe855ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.315444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5fc096e-df0c-49e7-bdb5-f833bbe855ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.315552] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5fc096e-df0c-49e7-bdb5-f833bbe855ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.319014] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.319231] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.319379] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.319653] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.319886] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.320152] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-f8c738fc-8e6f-4a81-98ce-d5975f0d0459" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.376658] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.419740] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.419909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.420074] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.420380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.420481] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.420652] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc is going to be created. [ 707.425791] env[66117]: INFO networking_nsxv3.common.synchronization [None req-ee8ccd68-f1fb-477e-a252-a7c8e1ba43a5 None None] Enqueued Resource ID: 9dfbf5a6-54d0-4bb5-8c31-3aaba164b355 with Priority: HIGHEST for action port [ 707.426285] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dfbf5a6-54d0-4bb5-8c31-3aaba164b355 with Priority: HIGHEST for action port [ 707.426571] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dfbf5a6-54d0-4bb5-8c31-3aaba164b355 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.426694] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dfbf5a6-54d0-4bb5-8c31-3aaba164b355" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.426762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dfbf5a6-54d0-4bb5-8c31-3aaba164b355" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.427045] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dfbf5a6-54d0-4bb5-8c31-3aaba164b355" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.427136] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dfbf5a6-54d0-4bb5-8c31-3aaba164b355',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.461596] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.461778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.461817] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.462025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.462180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.473544] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc in Status: UNINITIALIZED for 2s [ 707.600553] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.600745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.600821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.601078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.601179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.601278] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 is going to be updated. [ 707.629317] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.629483] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.629528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.629738] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.629904] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.639442] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 in Status: IN_PROGRESS for 2s [ 707.819503] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5fc096e-df0c-49e7-bdb5-f833bbe855ed [ 707.819864] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.820169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.820169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.820329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.820425] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.820521] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5fc096e-df0c-49e7-bdb5-f833bbe855ed already deleted. [ 707.820623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5fc096e-df0c-49e7-bdb5-f833bbe855ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.880353] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.880512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.880584] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.880887] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.881028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.881144] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb is going to be updated. [ 707.914463] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.914632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.914687] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.915401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.915401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.927941] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb in Status: IN_PROGRESS for 2s [ 707.929714] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dfbf5a6-54d0-4bb5-8c31-3aaba164b355 [ 707.930259] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.930259] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.930259] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.930444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.930534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.930694] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dfbf5a6-54d0-4bb5-8c31-3aaba164b355 already deleted. [ 707.930785] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dfbf5a6-54d0-4bb5-8c31-3aaba164b355" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.000437] env[66117]: INFO networking_nsxv3.common.synchronization [req-57af3009-0245-4b4e-ba93-95cbd9367a70 req-ffcdf8b3-d505-493a-97d0-dd7b68fa10df service nova] Enqueued Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_rules [ 708.000437] env[66117]: INFO networking_nsxv3.common.synchronization [req-57af3009-0245-4b4e-ba93-95cbd9367a70 req-ffcdf8b3-d505-493a-97d0-dd7b68fa10df service nova] Enqueued Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_members [ 708.000437] env[66117]: INFO networking_nsxv3.common.synchronization [req-57af3009-0245-4b4e-ba93-95cbd9367a70 req-ffcdf8b3-d505-493a-97d0-dd7b68fa10df service nova] Enqueued Resource ID: f8c738fc-8e6f-4a81-98ce-d5975f0d0459 with Priority: HIGHEST for action port [ 708.000437] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_rules [ 708.000574] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_members [ 708.000709] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c738fc-8e6f-4a81-98ce-d5975f0d0459 with Priority: HIGHEST for action port [ 708.004189] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27298c91-e047-42b5-acc7-f0f8bc3f00fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.004189] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.004189] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.004189] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.004189] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.006798] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-27298c91-e047-42b5-acc7-f0f8bc3f00fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.006933] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.007547] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8c738fc-8e6f-4a81-98ce-d5975f0d0459 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.007690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8c738fc-8e6f-4a81-98ce-d5975f0d0459" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.007949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8c738fc-8e6f-4a81-98ce-d5975f0d0459" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.008454] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8c738fc-8e6f-4a81-98ce-d5975f0d0459" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.010463] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8c738fc-8e6f-4a81-98ce-d5975f0d0459',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.317549] env[66117]: INFO networking_nsxv3.common.synchronization [req-d9aada37-bc19-4a36-97de-a085128959dd req-4c1b9123-4e66-4ddd-ac6b-d998c306faa2 tempest-FloatingIPsAssociationTestJSON-326122769 tempest-FloatingIPsAssociationTestJSON-326122769-project-member] Enqueued Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_members [ 708.318659] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_members [ 708.318802] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.318881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.318939] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.321026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.321026] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.321026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.321026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.321501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.321568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.321901] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.438101] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 in Status: SUCCESS [ 708.438101] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 deletion is rescheduled due to dependency. [ 708.438305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.471567] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e93709fe-8cb6-4274-8fb5-188446d242a7 in Status: SUCCESS [ 708.472623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.515357] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-27298c91-e047-42b5-acc7-f0f8bc3f00fb taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.515357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.515357] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8c738fc-8e6f-4a81-98ce-d5975f0d0459 with status ACTIVE [ 708.515357] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.516108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.516108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.516108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.516108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.516108] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.516440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.516440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.516803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.517199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.517199] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.517324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.519180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.519382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.519510] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.519604] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8c738fc-8e6f-4a81-98ce-d5975f0d0459 is going to be updated. [ 708.550392] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.550536] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.550589] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.551813] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.551813] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.551813] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8c738fc-8e6f-4a81-98ce-d5975f0d0459" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.815017] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.815247] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-40" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.815369] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-40" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.815742] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-40" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.817386] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.818222] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.818222] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.818222] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.818348] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.818460] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.818622] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.818727] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.818826] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.818970] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.819092] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.819222] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.828784] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.854588] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.854588] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.854588] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.856442] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-40" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.856442] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.856442] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.856442] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.856442] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.856442] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.102607] env[66117]: INFO networking_nsxv3.common.synchronization [None req-7a6dced7-74dd-40af-8948-2b942f4f46b9 tempest-ServerActionsTestOtherB-1865764415 tempest-ServerActionsTestOtherB-1865764415-project-member] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_rules [ 709.103336] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_rules [ 709.103795] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.103970] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.104066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.104346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.104691] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.332283] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.358624] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.359115] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.359115] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.359265] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.363024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.363024] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365 not found, creating... [ 709.363024] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.363024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.363024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.363024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.363024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.363024] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.363024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.363024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.363437] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.363437] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.363437] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365 is going to be created. [ 709.386709] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.386910] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.387065] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.387367] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.390162] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.390162] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.488344] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc in Status: SUCCESS [ 709.489768] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.489768] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.489957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.490178] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.490323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.490323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.490519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.490635] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.490755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.490879] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('625de77c-6b16-48ca-81f2-3bc05fd237cc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.602313] env[66117]: INFO networking_nsxv3.common.synchronization [None req-2a7b723b-6dcb-4e4e-9bae-c5946d62f1b6 tempest-ServerActionsTestOtherB-1865764415 tempest-ServerActionsTestOtherB-1865764415-project-member] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_rules [ 709.602313] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_rules [ 709.602987] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.603299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.625799] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.625965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.626037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.626257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.626368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.626462] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08e1d86d-3294-400f-be01-5245da320976 already deleted. [ 709.626547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.626688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.626849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.626933] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.648329] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 in Status: SUCCESS [ 709.648540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.835395] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.836705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.836705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.836705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.836705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.837754] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf is going to be updated. [ 709.889926] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.891114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.891114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.891247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.891335] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.907623] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf in Status: IN_PROGRESS for 2s [ 709.939453] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb in Status: SUCCESS [ 709.940644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.940861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.941163] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.941372] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.941490] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.941636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.941725] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.941811] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.941909] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.996214] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('625de77c-6b16-48ca-81f2-3bc05fd237cc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.151847] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.151995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.152082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.152303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.152395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.152487] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08e1d86d-3294-400f-be01-5245da320976 already deleted. [ 710.152568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.191783] env[66117]: INFO networking_nsxv3.common.synchronization [req-d9aada37-bc19-4a36-97de-a085128959dd req-1404fd65-5f7e-4f26-9cc6-e54fe039f834 service nova] Enqueued Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_rules [ 710.191945] env[66117]: INFO networking_nsxv3.common.synchronization [req-d9aada37-bc19-4a36-97de-a085128959dd req-1404fd65-5f7e-4f26-9cc6-e54fe039f834 service nova] Enqueued Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_members [ 710.192093] env[66117]: INFO networking_nsxv3.common.synchronization [req-d9aada37-bc19-4a36-97de-a085128959dd req-1404fd65-5f7e-4f26-9cc6-e54fe039f834 service nova] Enqueued Resource ID: f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365 with Priority: HIGHEST for action port [ 710.192871] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_rules [ 710.192871] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_members [ 710.192964] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365 with Priority: HIGHEST for action port [ 710.193299] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.193505] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.193505] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.193740] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.193740] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.194533] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.194619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.194798] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.195125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.195125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.195256] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.195285] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.445604] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.501134] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 625de77c-6b16-48ca-81f2-3bc05fd237cc: rpc.has_security_group_logging(os_id): False [ 710.522263] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.522893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.522893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.523323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.523323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.524031] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.524031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.524031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.524031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.524031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.524031] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc is going to be created. [ 710.588401] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.588579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.588636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.588850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.589073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.604420] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc in Status: IN_PROGRESS for 2s [ 710.696976] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.697885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.699126] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365 with status ACTIVE [ 710.699126] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.699248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.699248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.700611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.700611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.700611] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.700611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.700611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.700611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.700611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.700611] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.700611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.700611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.701144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.701144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.701144] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365 is going to be updated. [ 710.728846] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.731151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.731151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.731151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.731151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.731151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f00b24cc-7e4c-4f83-9cc3-b8f7cdb81365" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.786116] env[66117]: INFO networking_nsxv3.common.synchronization [None req-94dc1df9-f7a0-4b7d-b97f-dee474d4a25d None None] Enqueued Resource ID: b5b0492a-de01-4248-968e-9c9bcf0b582b with Priority: HIGHEST for action port [ 710.787452] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b0492a-de01-4248-968e-9c9bcf0b582b with Priority: HIGHEST for action port [ 710.787452] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5b0492a-de01-4248-968e-9c9bcf0b582b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.787636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5b0492a-de01-4248-968e-9c9bcf0b582b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.787677] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5b0492a-de01-4248-968e-9c9bcf0b582b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.788000] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5b0492a-de01-4248-968e-9c9bcf0b582b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.788123] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b0492a-de01-4248-968e-9c9bcf0b582b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.928753] env[66117]: INFO networking_nsxv3.common.synchronization [req-01885072-cd78-4efd-a649-afdbf4d5a1c3 req-ed081c42-87bb-4fbf-86c4-7fc158c0c276 tempest-DeleteServersTestJSON-1546501066 tempest-DeleteServersTestJSON-1546501066-project-member] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 710.930814] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 710.931210] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.931333] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.931400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.931615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.931773] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.931878] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.931929] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.932307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.932307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.932307] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.948586] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.292090] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5b0492a-de01-4248-968e-9c9bcf0b582b [ 711.292861] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.293458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.293600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.294015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.294234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.294433] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5b0492a-de01-4248-968e-9c9bcf0b582b already deleted. [ 711.294550] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5b0492a-de01-4248-968e-9c9bcf0b582b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.330054] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.330054] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.330054] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.330382] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.330512] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.330701] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.330818] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.331270] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.331270] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.332703] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.332703] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.332703] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.332703] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.332703] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.332703] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.332703] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.352291] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.352501] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.352682] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.352879] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.353217] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-d1463a42-c514-4bcd-bb01-ecfb5a0e3730 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.353419] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-d1463a42-c514-4bcd-bb01-ecfb5a0e3730" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.353536] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-d1463a42-c514-4bcd-bb01-ecfb5a0e3730" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.353874] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-d1463a42-c514-4bcd-bb01-ecfb5a0e3730" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.354016] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1463a42-c514-4bcd-bb01-ecfb5a0e3730',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.434142] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.434340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.434408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.434587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.434691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.434888] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.434991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.435064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.435244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.435322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.435408] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 711.451234] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.451960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.451960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.451960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.451960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.451960] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb is going to be updated. [ 711.463297] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.463445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.463500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.463706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.463848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.472494] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 711.483456] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.483456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.483456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.483673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.483803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.495866] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb in Status: IN_PROGRESS for 2s [ 711.856845] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.857097] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.857203] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.857461] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.857609] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.857756] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port d1463a42-c514-4bcd-bb01-ecfb5a0e3730 not found, creating... [ 711.858073] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.858295] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.858534] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.858625] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.858760] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.859076] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.859195] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.859305] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.859504] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.859629] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.859760] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: d1463a42-c514-4bcd-bb01-ecfb5a0e3730 is going to be created. [ 711.883227] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.883503] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.883857] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.883957] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.884775] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.884775] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-d1463a42-c514-4bcd-bb01-ecfb5a0e3730" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.919141] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf in Status: SUCCESS [ 711.919447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.919661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.919904] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.920207] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.920322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.920392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.920586] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.920672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.920774] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.423879] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.621400] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc in Status: SUCCESS [ 712.621726] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.720545] env[66117]: INFO networking_nsxv3.common.synchronization [req-01885072-cd78-4efd-a649-afdbf4d5a1c3 req-01f9b6cd-dc40-46b8-8df4-544705e774e4 service nova] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_rules [ 712.720724] env[66117]: INFO networking_nsxv3.common.synchronization [req-01885072-cd78-4efd-a649-afdbf4d5a1c3 req-01f9b6cd-dc40-46b8-8df4-544705e774e4 service nova] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 712.720860] env[66117]: INFO networking_nsxv3.common.synchronization [req-01885072-cd78-4efd-a649-afdbf4d5a1c3 req-01f9b6cd-dc40-46b8-8df4-544705e774e4 service nova] Enqueued Resource ID: d1463a42-c514-4bcd-bb01-ecfb5a0e3730 with Priority: HIGHEST for action port [ 712.722046] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_rules [ 712.722201] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 712.722300] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1463a42-c514-4bcd-bb01-ecfb5a0e3730 with Priority: HIGHEST for action port [ 712.724168] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.724322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.724389] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.724587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.724671] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.726156] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.726251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.726448] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1463a42-c514-4bcd-bb01-ecfb5a0e3730 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.726559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1463a42-c514-4bcd-bb01-ecfb5a0e3730" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.726598] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1463a42-c514-4bcd-bb01-ecfb5a0e3730" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.726786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1463a42-c514-4bcd-bb01-ecfb5a0e3730" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.726863] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1463a42-c514-4bcd-bb01-ecfb5a0e3730',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.930342] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.229919] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.230190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.230581] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1463a42-c514-4bcd-bb01-ecfb5a0e3730 with status ACTIVE [ 713.230698] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.230799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.230927] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.231263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.231440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.231705] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.231860] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.231966] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.232373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.232508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.232777] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.232923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.234049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.234049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.234175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.235105] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1463a42-c514-4bcd-bb01-ecfb5a0e3730 is going to be updated. [ 713.274959] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.275185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.275251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.275496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.275697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.275914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1463a42-c514-4bcd-bb01-ecfb5a0e3730" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.433016] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.433152] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.433202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.433427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.433522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.433623] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf is going to be updated. [ 713.477761] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.477931] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.477995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.478252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.478402] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.486885] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 713.487095] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b deletion is rescheduled due to dependency. [ 713.487195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.487366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.487654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.487848] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.488063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.488122] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.488309] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.488482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.488482] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.490091] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf in Status: IN_PROGRESS for 2s [ 713.514226] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb in Status: SUCCESS [ 713.514490] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.514695] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.515010] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.515219] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.515362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.515444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.515973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.515973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.515973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.515973] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.961478] env[66117]: INFO networking_nsxv3.common.synchronization [req-77249f04-dd46-443b-baa2-3ca9eac7804c req-9e186634-09c7-473c-87d9-335d63683e6e tempest-VolumesAssistedSnapshotsTest-1454753055 tempest-VolumesAssistedSnapshotsTest-1454753055-project-member] Enqueued Resource ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 with Priority: HIGHEST for action security_group_members [ 713.970390] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 with Priority: HIGHEST for action security_group_members [ 713.972998] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-01399e08-4a33-4e8a-bfde-0c9a888f99d1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.973152] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.973224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.973433] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.973586] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.973682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.973747] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.973974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.974093] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.974249] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01399e08-4a33-4e8a-bfde-0c9a888f99d1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.991752] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.020607] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-27298c91-e047-42b5-acc7-f0f8bc3f00fb taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.020813] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.020813] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.021192] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.021192] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.021355] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.021395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.021621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.021753] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.021838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.022031] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-27298c91-e047-42b5-acc7-f0f8bc3f00fb taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.022135] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.022202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.022403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.022583] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.022688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.022749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.022920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.023010] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.023137] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.023209] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.481397] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.481397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.481397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.481397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.481397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.481397] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.481397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.481397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.481397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.481397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.481397] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 is going to be updated. [ 714.495468] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.520749] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.520937] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.521044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.521263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.521406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.526685] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27298c91-e047-42b5-acc7-f0f8bc3f00fb: rpc.has_security_group_logging(os_id): False [ 714.533506] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 in Status: IN_PROGRESS for 2s [ 714.549025] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.549025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.549025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.549025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.549025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.549025] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.549025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.549025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.549025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.549025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.549777] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.550130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.550364] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.550743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.550990] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.552091] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.552091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.552091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.552091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.552091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.552091] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb is going to be updated. [ 714.681884] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.682149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.682149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.682530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.682752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.718223] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb in Status: IN_PROGRESS for 2s [ 715.002130] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.002130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.002682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.002682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.002682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.002682] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 715.034900] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.035080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.035148] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.035644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.035644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.046360] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 715.504032] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf in Status: SUCCESS [ 715.504576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.505765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.505984] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.506451] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.506451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.506451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.506735] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.506838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.507618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.507618] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.762643] env[66117]: INFO networking_nsxv3.common.synchronization [None req-7f4ca0f0-5c1c-480a-bc43-61fcf2db761b None None] Enqueued Resource ID: a2a4aa9d-52a9-483a-8e97-ac3458f9cbe1 with Priority: HIGHEST for action port [ 715.766248] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a4aa9d-52a9-483a-8e97-ac3458f9cbe1 with Priority: HIGHEST for action port [ 715.766415] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a4aa9d-52a9-483a-8e97-ac3458f9cbe1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.766585] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a4aa9d-52a9-483a-8e97-ac3458f9cbe1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.766615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a4aa9d-52a9-483a-8e97-ac3458f9cbe1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.767016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a4aa9d-52a9-483a-8e97-ac3458f9cbe1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.767710] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a4aa9d-52a9-483a-8e97-ac3458f9cbe1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.814421] env[66117]: INFO networking_nsxv3.common.synchronization [req-e6cfa2e6-6702-4e37-bce0-4da6568366a7 req-4a454227-653a-4e22-9066-54f96769b740 tempest-ListServersNegativeTestJSON-597894726 tempest-ListServersNegativeTestJSON-597894726-project-member] Enqueued Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 715.814421] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 715.815519] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.815746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.815746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.815983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.816184] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.816429] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.816429] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.816515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.818882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.818882] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.010396] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.010396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.010396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.010396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.010807] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.010807] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.010807] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.010807] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.010977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.010977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.011136] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.011273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.011326] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.011426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.011556] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.012249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.012249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.012249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.012249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.012249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.012249] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.272191] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2a4aa9d-52a9-483a-8e97-ac3458f9cbe1 [ 716.272191] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.272299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.272299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.272576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.272576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.272693] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2a4aa9d-52a9-483a-8e97-ac3458f9cbe1 already deleted. [ 716.272693] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a4aa9d-52a9-483a-8e97-ac3458f9cbe1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.321882] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.516507] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf: rpc.has_security_group_logging(os_id): False [ 716.546195] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.546368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.546407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.546642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.546739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.546955] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.547080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.547140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.547322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.547402] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.547620] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.547715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.547795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.547947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.548209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.548480] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.548572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.548624] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.548799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.548881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.548984] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf is going to be updated. [ 716.550892] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 in Status: SUCCESS [ 716.551074] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 deletion is rescheduled due to dependency. [ 716.551204] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.649386] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.649556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.649648] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.649876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.650130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.666349] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf in Status: IN_PROGRESS for 2s [ 716.740263] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb in Status: SUCCESS [ 716.740630] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.824513] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.059249] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 717.059527] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.059562] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.059978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.059978] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.060129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.060410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.060410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.060410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.060521] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.060657] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.328949] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.329128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.329197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.329431] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.329508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.329623] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b914926-c34d-40b5-a117-0f60f82e3845 is going to be updated. [ 717.361427] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.361659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.361760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.362101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.362324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.374461] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: IN_PROGRESS for 2s [ 717.564807] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.565043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.565159] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.565511] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.565734] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.565872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.565935] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.566177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.566289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.566397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.566627] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.566747] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.566828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.567065] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.567806] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.567924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.568037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.568234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.568329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.568418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.569831] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.070661] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d84e082-9db3-47fe-9d8c-f2b29abfea3b: rpc.has_security_group_logging(os_id): False [ 718.093681] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.096037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.096037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.096037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.096037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.096037] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.096037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.096037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.096037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.096037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.096037] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.096037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.096037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.096037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.096037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.096511] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.096511] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.096511] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.096511] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.097073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.097344] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 718.160804] env[66117]: INFO networking_nsxv3.common.synchronization [req-0d63423f-fc5f-4b03-88b9-25a8f7c6cd8a req-c90b6fdb-ff7f-4920-8773-0ed2ea1faa4b tempest-ListServersNegativeTestJSON-597894726 tempest-ListServersNegativeTestJSON-597894726-project-member] Enqueued Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 718.161613] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGHEST for action security_group_members [ 718.162039] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.162174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.182235] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.182235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.182235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.182235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.182235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.204604] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 718.682508] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf in Status: SUCCESS [ 718.682751] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.850011] env[66117]: INFO networking_nsxv3.common.synchronization [None req-964779f6-7f4f-4209-93c0-59b2a34197dd None None] Enqueued Resource ID: 7352cafc-d5e6-48e5-95c5-bf9d8cfb9ebd with Priority: HIGHEST for action port [ 718.850011] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7352cafc-d5e6-48e5-95c5-bf9d8cfb9ebd with Priority: HIGHEST for action port [ 718.851276] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-7352cafc-d5e6-48e5-95c5-bf9d8cfb9ebd taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.851276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7352cafc-d5e6-48e5-95c5-bf9d8cfb9ebd" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.851276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7352cafc-d5e6-48e5-95c5-bf9d8cfb9ebd" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.851276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7352cafc-d5e6-48e5-95c5-bf9d8cfb9ebd" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.851276] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7352cafc-d5e6-48e5-95c5-bf9d8cfb9ebd',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.353594] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7352cafc-d5e6-48e5-95c5-bf9d8cfb9ebd [ 719.353914] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.354036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.354111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.354336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.354429] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.354522] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7352cafc-d5e6-48e5-95c5-bf9d8cfb9ebd already deleted. [ 719.354602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7352cafc-d5e6-48e5-95c5-bf9d8cfb9ebd" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.385979] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: SUCCESS [ 719.386925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.386925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.386925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.387204] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.387204] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.387204] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.387366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.387467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.387556] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.890418] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.890691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.890691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.890844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.890937] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.891249] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.891380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.891380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.891545] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.891624] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.891706] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b914926-c34d-40b5-a117-0f60f82e3845 is going to be updated. [ 719.932142] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.932281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.932438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.932657] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.932743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.947268] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: IN_PROGRESS for 2s [ 720.217955] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 720.217955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.758604] env[66117]: INFO networking_nsxv3.common.synchronization [req-82bc31b5-8d74-4a8c-89a6-3e18a6075fc5 req-5ba104aa-de79-414b-80e1-3ea1a78c11e3 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 720.759198] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 720.759465] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.759584] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.759652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.759933] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.760150] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.760274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.760339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.760498] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.760585] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.760680] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.192297] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.192297] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-450" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.192297] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-450" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.192297] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-450" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.192890] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.193079] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.193199] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.194029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.194029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.194029] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.194029] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.194029] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.194326] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.194326] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.194326] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.194474] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.215776] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.216202] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.216356] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.216531] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-450" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.216843] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-35fbf125-cb4a-4c55-9115-adf68c060228 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.217649] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.217649] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.217649] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.217790] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35fbf125-cb4a-4c55-9115-adf68c060228',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.262759] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.262969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.263663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.263663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.263663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.264303] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.264303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.264559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.264559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.264918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.264918] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef already deleted. [ 721.264918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.720064] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.720357] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.720482] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.721160] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.721352] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.721507] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 35fbf125-cb4a-4c55-9115-adf68c060228 not found, creating... [ 721.721764] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.721913] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.722034] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.722259] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.722393] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.722667] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.722814] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.722924] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.723140] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.723267] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.723399] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 35fbf125-cb4a-4c55-9115-adf68c060228 is going to be created. [ 721.747267] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.747267] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.747267] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.747545] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.747753] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.747972] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.957868] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b914926-c34d-40b5-a117-0f60f82e3845 in Status: SUCCESS [ 721.958263] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b914926-c34d-40b5-a117-0f60f82e3845 deletion is rescheduled due to dependency. [ 721.958263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.526868] env[66117]: INFO networking_nsxv3.common.synchronization [req-82bc31b5-8d74-4a8c-89a6-3e18a6075fc5 req-3f641ee4-8032-4b1e-9ffd-208bbfbf6f71 service nova] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_rules [ 722.527090] env[66117]: INFO networking_nsxv3.common.synchronization [req-82bc31b5-8d74-4a8c-89a6-3e18a6075fc5 req-3f641ee4-8032-4b1e-9ffd-208bbfbf6f71 service nova] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 722.527165] env[66117]: INFO networking_nsxv3.common.synchronization [req-82bc31b5-8d74-4a8c-89a6-3e18a6075fc5 req-3f641ee4-8032-4b1e-9ffd-208bbfbf6f71 service nova] Enqueued Resource ID: 35fbf125-cb4a-4c55-9115-adf68c060228 with Priority: HIGHEST for action port [ 722.527864] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_rules [ 722.527864] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 722.527864] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35fbf125-cb4a-4c55-9115-adf68c060228 with Priority: HIGHEST for action port [ 722.528281] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.528416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.528513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.528742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.528904] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.529879] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.529879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.529879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.530038] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.530343] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.530462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.530561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.530896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.530896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.530896] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.534050] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-35fbf125-cb4a-4c55-9115-adf68c060228 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.534050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.534205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.534291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.534369] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35fbf125-cb4a-4c55-9115-adf68c060228',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.885903] env[66117]: INFO networking_nsxv3.common.synchronization [req-0b80e589-f915-4e54-9cc7-a0637750b72d req-d4934855-50ba-4dd9-bae1-2ce33764e574 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 722.886506] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 722.887048] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.887048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.887048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.887843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.888051] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.888196] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.888284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.888464] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.888967] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.889521] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.036423] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.036423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.036423] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.037435] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35fbf125-cb4a-4c55-9115-adf68c060228 with status ACTIVE [ 723.037669] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.037757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.037833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.038099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.038099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.038447] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.038447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.038447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.038618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.038685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.038849] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.038933] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.038981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.039165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.039207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.039465] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35fbf125-cb4a-4c55-9115-adf68c060228 is going to be updated. [ 723.063255] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.063539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.063539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.063661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.063795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.063950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.219813] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.220036] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.220097] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.220449] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.220701] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.220851] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.220966] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.221607] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.221769] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.221971] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.222095] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.222200] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.222300] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.222402] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.222499] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.222644] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.245082] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.245257] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.245354] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.245516] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.245829] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-4bc70555-ddc8-4182-ad33-8a1fee1eec4a taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.245995] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-4bc70555-ddc8-4182-ad33-8a1fee1eec4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.246120] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-4bc70555-ddc8-4182-ad33-8a1fee1eec4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.246554] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-4bc70555-ddc8-4182-ad33-8a1fee1eec4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.246687] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc70555-ddc8-4182-ad33-8a1fee1eec4a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.346518] env[66117]: INFO networking_nsxv3.common.synchronization [req-90bed23c-5b00-483f-8efd-663e32922c09 req-caa0f466-e530-4b57-a8e7-ad1e5e1c014d tempest-ServersNegativeTestJSON-761714706 tempest-ServersNegativeTestJSON-761714706-project-member] Enqueued Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_members [ 723.347218] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_members [ 723.348771] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.348771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.348771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.348771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.348771] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.348771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.348771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.348771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.349151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.349151] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.392777] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.392926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.392993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.393232] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.393362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.393514] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.393609] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.393667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.393810] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.394085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.394085] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 already deleted. [ 723.394085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.541992] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.752832] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.753081] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.753251] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.753608] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.754328] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.754328] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 4bc70555-ddc8-4182-ad33-8a1fee1eec4a not found, creating... [ 723.754428] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.754577] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.754695] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.754967] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.755172] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.755550] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.755742] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.755891] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.756343] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.757230] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.757230] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 4bc70555-ddc8-4182-ad33-8a1fee1eec4a is going to be created. [ 723.780556] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.780782] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.780904] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.781377] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.781572] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.781795] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-4bc70555-ddc8-4182-ad33-8a1fee1eec4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.851216] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.851322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.851400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.851618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.851720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.851922] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.852067] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.852110] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.852250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.852322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.852405] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aecc1ece-2198-4673-a248-ee54ea1faa3b already deleted. [ 723.852484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.044780] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.045147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.045147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.045251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.045355] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.045457] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be created. [ 724.079122] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.079420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.079420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.079547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.079707] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.103345] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: UNINITIALIZED for 2s [ 724.196826] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.197163] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-878" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.197334] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-878" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.197669] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-878" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.197933] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.198092] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.198204] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.198487] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.198633] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.198795] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.198993] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.198993] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.199132] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.199270] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.199374] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.199560] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.255122] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.255418] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.255638] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.255903] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-878" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.256402] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-7c025d25-b052-4d1b-9c3b-298b39451233 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.256690] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.256888] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.257456] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.257686] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c025d25-b052-4d1b-9c3b-298b39451233',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.505203] env[66117]: INFO networking_nsxv3.common.synchronization [req-0b80e589-f915-4e54-9cc7-a0637750b72d req-136ed80e-896c-48f6-99a2-ed9e974de1d2 service nova] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_rules [ 724.505376] env[66117]: INFO networking_nsxv3.common.synchronization [req-0b80e589-f915-4e54-9cc7-a0637750b72d req-136ed80e-896c-48f6-99a2-ed9e974de1d2 service nova] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 724.505506] env[66117]: INFO networking_nsxv3.common.synchronization [req-0b80e589-f915-4e54-9cc7-a0637750b72d req-136ed80e-896c-48f6-99a2-ed9e974de1d2 service nova] Enqueued Resource ID: 4bc70555-ddc8-4182-ad33-8a1fee1eec4a with Priority: HIGHEST for action port [ 724.505738] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_rules [ 724.505866] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 724.506014] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc70555-ddc8-4182-ad33-8a1fee1eec4a with Priority: HIGHEST for action port [ 724.506575] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.506731] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.506803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.510321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.510423] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.511390] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.511535] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.511605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.511810] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.511975] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.512111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.512172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.513818] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.513818] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.513818] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.513818] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bc70555-ddc8-4182-ad33-8a1fee1eec4a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.513818] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bc70555-ddc8-4182-ad33-8a1fee1eec4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.513818] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bc70555-ddc8-4182-ad33-8a1fee1eec4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.513818] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bc70555-ddc8-4182-ad33-8a1fee1eec4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.515268] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc70555-ddc8-4182-ad33-8a1fee1eec4a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.760700] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.760918] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.761042] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.761556] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.761715] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.761857] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 7c025d25-b052-4d1b-9c3b-298b39451233 not found, creating... [ 724.762129] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.762315] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.762430] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.762682] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.762825] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.763129] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.763276] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.763681] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.763681] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.763681] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.763854] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 7c025d25-b052-4d1b-9c3b-298b39451233 is going to be created. [ 724.785032] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.785273] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.785444] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.785615] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.785836] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.786067] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.017756] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.017916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.018164] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.019618] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bc70555-ddc8-4182-ad33-8a1fee1eec4a with status ACTIVE [ 725.019867] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.019937] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.020051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.020218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.020342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.020479] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.020578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.021201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.021201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.021201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.021201] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.021201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.021201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.021446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.021446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.021500] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bc70555-ddc8-4182-ad33-8a1fee1eec4a is going to be updated. [ 725.047664] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.047893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.047893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.048274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.048378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.048488] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bc70555-ddc8-4182-ad33-8a1fee1eec4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.498292] env[66117]: INFO networking_nsxv3.common.synchronization [req-90bed23c-5b00-483f-8efd-663e32922c09 req-fc03f63b-9031-450f-a5a5-ddd594efe418 service nova] Enqueued Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_rules [ 725.498292] env[66117]: INFO networking_nsxv3.common.synchronization [req-90bed23c-5b00-483f-8efd-663e32922c09 req-fc03f63b-9031-450f-a5a5-ddd594efe418 service nova] Enqueued Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_members [ 725.498292] env[66117]: INFO networking_nsxv3.common.synchronization [req-90bed23c-5b00-483f-8efd-663e32922c09 req-fc03f63b-9031-450f-a5a5-ddd594efe418 service nova] Enqueued Resource ID: 7c025d25-b052-4d1b-9c3b-298b39451233 with Priority: HIGHEST for action port [ 725.499900] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_rules [ 725.500672] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_members [ 725.501386] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c025d25-b052-4d1b-9c3b-298b39451233 with Priority: HIGHEST for action port [ 725.501823] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.503160] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.503160] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.503160] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.503817] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.504852] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.504852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.504852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.505062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.505287] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.505437] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.505536] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.505752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.505900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.506096] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.507233] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c025d25-b052-4d1b-9c3b-298b39451233 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.507405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.507516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.507753] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.507862] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c025d25-b052-4d1b-9c3b-298b39451233',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.520593] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.910108] env[66117]: INFO networking_nsxv3.common.synchronization [req-4c756ac1-4ee0-49b6-a995-a11a5b019353 req-a48c7f67-4a96-4d42-bab1-25b1c8d2db3b tempest-ImagesOneServerTestJSON-923822689 tempest-ImagesOneServerTestJSON-923822689-project-member] Enqueued Resource ID: 264bf134-e276-45a6-bfef-981aba5da4d0 with Priority: HIGHEST for action security_group_members [ 725.910728] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264bf134-e276-45a6-bfef-981aba5da4d0 with Priority: HIGHEST for action security_group_members [ 725.911366] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-264bf134-e276-45a6-bfef-981aba5da4d0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.911519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.911601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.911881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.912067] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.912183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.912247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.912421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.912508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.912612] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264bf134-e276-45a6-bfef-981aba5da4d0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.009799] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.010916] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.011070] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.011297] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c025d25-b052-4d1b-9c3b-298b39451233 with status ACTIVE [ 726.011518] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.011663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.012445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.012445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.012445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.012445] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.012445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.012445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.012694] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.012694] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.012866] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.012960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.013048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.013197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.013274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.013357] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c025d25-b052-4d1b-9c3b-298b39451233 is going to be updated. [ 726.023924] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.024108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.024168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.024417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.024676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.024676] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be created. [ 726.039477] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.039691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.039766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.040024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.040291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.040471] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.051973] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.052386] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.052386] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.052550] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.052793] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.064808] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: UNINITIALIZED for 2s [ 726.116407] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 726.117168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.117168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.117168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.117345] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.117478] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.117558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.117827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.117827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.117960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.117960] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.311660] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-671 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.311910] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-671" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.312011] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-671" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.312370] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-671" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.312652] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.312792] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.312908] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.313203] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.313348] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.313554] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.313701] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.313814] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.313902] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.314016] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.314145] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.314275] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.341772] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.341993] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.342114] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.342294] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-671" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.342746] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-0e972e83-18d4-4219-ba24-55d6c1999442 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.342917] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-0e972e83-18d4-4219-ba24-55d6c1999442" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.343035] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-0e972e83-18d4-4219-ba24-55d6c1999442" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.343378] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-0e972e83-18d4-4219-ba24-55d6c1999442" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.343522] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e972e83-18d4-4219-ba24-55d6c1999442',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.415369] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.415540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.415969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.415969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.415969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.416187] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.416393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.416462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.416616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.416695] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.416780] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264bf134-e276-45a6-bfef-981aba5da4d0 already deleted. [ 726.416869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.515668] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.623957] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.623957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.623957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.623957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.623957] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.623957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.623957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.623957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.623957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.623957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.623957] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.623957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.623957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.623957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.623957] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.623957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.625034] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.625034] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.625034] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.625034] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.625034] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.846136] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.846366] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.846473] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.846757] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.846983] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.847187] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 0e972e83-18d4-4219-ba24-55d6c1999442 not found, creating... [ 726.847559] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.847710] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.847819] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.848177] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.848317] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.850579] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.850766] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.850882] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.851274] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.851538] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.852119] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 0e972e83-18d4-4219-ba24-55d6c1999442 is going to be created. [ 726.886749] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.886970] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.887101] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.887396] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.887632] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.889759] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-0e972e83-18d4-4219-ba24-55d6c1999442" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.018660] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.018949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.019072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.019360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.019475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.019634] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aecc1ece-2198-4673-a248-ee54ea1faa3b is going to be created. [ 727.068366] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.068366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.068366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.068366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.068366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.083753] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: UNINITIALIZED for 2s [ 727.129238] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeef55ff-55f5-49dc-80d9-36b2bd4e06ef: rpc.has_security_group_logging(os_id): False [ 727.153321] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.153321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.153321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.153321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.153703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.153703] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.153703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.153827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.153877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.154049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.154216] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.154320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.154381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.154537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.154614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.154841] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.154960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.156366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.156759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.156759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.156995] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be created. [ 727.274407] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.274641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.274764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.275050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.275268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.291407] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 727.672284] env[66117]: INFO networking_nsxv3.common.synchronization [req-4c756ac1-4ee0-49b6-a995-a11a5b019353 req-ee9774c6-5dd2-428f-bdb2-06371752d498 service nova] Enqueued Resource ID: 264bf134-e276-45a6-bfef-981aba5da4d0 with Priority: HIGHEST for action security_group_rules [ 727.672678] env[66117]: INFO networking_nsxv3.common.synchronization [req-4c756ac1-4ee0-49b6-a995-a11a5b019353 req-ee9774c6-5dd2-428f-bdb2-06371752d498 service nova] Enqueued Resource ID: 264bf134-e276-45a6-bfef-981aba5da4d0 with Priority: HIGHEST for action security_group_members [ 727.672722] env[66117]: INFO networking_nsxv3.common.synchronization [req-4c756ac1-4ee0-49b6-a995-a11a5b019353 req-ee9774c6-5dd2-428f-bdb2-06371752d498 service nova] Enqueued Resource ID: 0e972e83-18d4-4219-ba24-55d6c1999442 with Priority: HIGHEST for action port [ 727.673632] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264bf134-e276-45a6-bfef-981aba5da4d0 with Priority: HIGHEST for action security_group_rules [ 727.673892] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264bf134-e276-45a6-bfef-981aba5da4d0 with Priority: HIGHEST for action security_group_members [ 727.673892] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e972e83-18d4-4219-ba24-55d6c1999442 with Priority: HIGHEST for action port [ 727.674233] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-264bf134-e276-45a6-bfef-981aba5da4d0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.674359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.674444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.674759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.674955] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('264bf134-e276-45a6-bfef-981aba5da4d0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.676015] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-264bf134-e276-45a6-bfef-981aba5da4d0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.676015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.676219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.676330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.677377] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.677377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.677377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.677377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.677377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.677377] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264bf134-e276-45a6-bfef-981aba5da4d0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.679496] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e972e83-18d4-4219-ba24-55d6c1999442 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.679496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e972e83-18d4-4219-ba24-55d6c1999442" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.679496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e972e83-18d4-4219-ba24-55d6c1999442" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.679620] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e972e83-18d4-4219-ba24-55d6c1999442" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.679663] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e972e83-18d4-4219-ba24-55d6c1999442',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.076399] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 728.076654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.076719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.076943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.077313] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.077856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.077856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.077856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.077856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.077856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.078071] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.181697] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('264bf134-e276-45a6-bfef-981aba5da4d0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.182780] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-264bf134-e276-45a6-bfef-981aba5da4d0 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.182893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.183266] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e972e83-18d4-4219-ba24-55d6c1999442 with status ACTIVE [ 728.183434] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.183547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.183608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.183815] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.183901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.184913] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.184913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.184913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.184913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.184913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.184913] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.184913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.184913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.184913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.184913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.185463] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e972e83-18d4-4219-ba24-55d6c1999442 is going to be updated. [ 728.209863] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.210054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.210205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.210519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.210740] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.210987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e972e83-18d4-4219-ba24-55d6c1999442" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.580888] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.581199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.581199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.581487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.581759] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.581843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.581918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.582145] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.582278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.582402] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.582605] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.582761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.582829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.583041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.583297] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.583398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.583695] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.583695] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.583793] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.583899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.584037] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.683837] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('264bf134-e276-45a6-bfef-981aba5da4d0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.086241] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8: rpc.has_security_group_logging(os_id): False [ 729.103541] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: SUCCESS [ 729.103722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.103996] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.104669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.105150] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.105150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.105274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.106054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.106054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.106054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.106054] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.114913] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.114913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.114913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.114913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.114913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.114913] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.115244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.115244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.115305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.115363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.115671] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.115810] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.115914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.116086] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.116183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.116441] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.116538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.116597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.116786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.116821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.117180] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be created. [ 729.192094] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.192094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.192094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.192094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.192094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.192094] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264bf134-e276-45a6-bfef-981aba5da4d0 is going to be created. [ 729.216900] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.218931] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.218931] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.218931] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.222453] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.242307] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.242307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.242307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.242307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.242307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.244636] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: IN_PROGRESS for 2s [ 729.250663] env[66117]: INFO networking_nsxv3.common.synchronization [None req-ec12f081-e20b-407c-8d4c-a4589203c760 None None] Enqueued Resource ID: ebff73aa-f606-4113-b142-34b3eb621a01 with Priority: HIGHEST for action port [ 729.250663] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebff73aa-f606-4113-b142-34b3eb621a01 with Priority: HIGHEST for action port [ 729.250925] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebff73aa-f606-4113-b142-34b3eb621a01 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.251063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebff73aa-f606-4113-b142-34b3eb621a01" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.251147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebff73aa-f606-4113-b142-34b3eb621a01" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.251526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebff73aa-f606-4113-b142-34b3eb621a01" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.251652] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebff73aa-f606-4113-b142-34b3eb621a01',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.263649] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264bf134-e276-45a6-bfef-981aba5da4d0 in Status: UNINITIALIZED for 2s [ 729.309844] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 729.310126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.608352] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.608506] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.608576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.608773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.608947] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.609065] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.609129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.609309] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.609398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.609488] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.609640] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.609907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.609907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.610023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.610088] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.610218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.610267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.611133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.611133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.611133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.611133] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.754157] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebff73aa-f606-4113-b142-34b3eb621a01 [ 729.754649] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.754958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.755132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.755430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.755633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.755812] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebff73aa-f606-4113-b142-34b3eb621a01 already deleted. [ 729.755977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebff73aa-f606-4113-b142-34b3eb621a01" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.959409] env[66117]: INFO networking_nsxv3.common.synchronization [req-37e36eff-ded3-44e4-b483-beb1e93e958b req-9f533387-b85c-475e-8fd5-38ed380ffd76 tempest-ServerActionsTestOtherA-837803977 tempest-ServerActionsTestOtherA-837803977-project-member] Enqueued Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_members [ 729.960629] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_members [ 729.966121] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.966121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.966121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.966121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.966121] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.966121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.966121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.966121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.966121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.966121] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.115364] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aecc1ece-2198-4673-a248-ee54ea1faa3b: rpc.has_security_group_logging(os_id): False [ 730.146255] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.146255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.146255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.146255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.146255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.146255] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.146255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.146255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.146255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.146255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.146255] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.147150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.147345] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.147747] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.149048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.149048] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.149048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.149048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.149048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.149048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.149048] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aecc1ece-2198-4673-a248-ee54ea1faa3b is going to be created. [ 730.226873] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.227252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.227378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.227624] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.227907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.259241] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: IN_PROGRESS for 2s [ 730.443653] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.443653] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.443653] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.443653] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.443653] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.443653] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.443653] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.445024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.445024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.445024] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.445024] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.445024] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.445024] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.445482] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.445647] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.446144] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.466674] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.466843] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.466977] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.467169] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.467476] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-b7d7eb97-1837-450f-b091-b0223dd0fc4b taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.467645] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-b7d7eb97-1837-450f-b091-b0223dd0fc4b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.467757] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-b7d7eb97-1837-450f-b091-b0223dd0fc4b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.468129] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-b7d7eb97-1837-450f-b091-b0223dd0fc4b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.468262] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d7eb97-1837-450f-b091-b0223dd0fc4b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.469531] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.469648] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.469716] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.469885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.469967] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.470218] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.470307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.470372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.470519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.470598] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.470679] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a already deleted. [ 730.470754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.972291] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.972534] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.972674] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.973083] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.973281] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.973281] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port b7d7eb97-1837-450f-b091-b0223dd0fc4b not found, creating... [ 730.973542] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.973875] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.973875] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.975221] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.975221] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.975221] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.975221] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.975221] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.975221] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.975221] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.975657] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: b7d7eb97-1837-450f-b091-b0223dd0fc4b is going to be created. [ 731.004193] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.005141] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.005519] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.007362] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.007481] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.007763] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-b7d7eb97-1837-450f-b091-b0223dd0fc4b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.259761] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 731.260741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.276559] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264bf134-e276-45a6-bfef-981aba5da4d0 in Status: SUCCESS [ 731.276559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.276559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.277095] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.277624] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.278037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.278037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.278430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.279022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.279188] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.279326] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('264bf134-e276-45a6-bfef-981aba5da4d0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.582651] env[66117]: INFO networking_nsxv3.common.synchronization [None req-5e6c76f6-d76c-481b-a3ce-b485626e0f9b None None] Enqueued Resource ID: 77d0ab9e-8861-4065-a817-2b9c939c28ca with Priority: HIGHEST for action port [ 731.583269] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0ab9e-8861-4065-a817-2b9c939c28ca with Priority: HIGHEST for action port [ 731.583575] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-77d0ab9e-8861-4065-a817-2b9c939c28ca taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.583688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77d0ab9e-8861-4065-a817-2b9c939c28ca" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.583754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77d0ab9e-8861-4065-a817-2b9c939c28ca" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.584068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77d0ab9e-8861-4065-a817-2b9c939c28ca" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.584166] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77d0ab9e-8861-4065-a817-2b9c939c28ca',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.776149] env[66117]: INFO networking_nsxv3.common.synchronization [req-37e36eff-ded3-44e4-b483-beb1e93e958b req-46cffc17-760d-4d4a-8ca2-a047b5b79608 service nova] Enqueued Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_rules [ 731.776149] env[66117]: INFO networking_nsxv3.common.synchronization [req-37e36eff-ded3-44e4-b483-beb1e93e958b req-46cffc17-760d-4d4a-8ca2-a047b5b79608 service nova] Enqueued Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_members [ 731.776149] env[66117]: INFO networking_nsxv3.common.synchronization [req-37e36eff-ded3-44e4-b483-beb1e93e958b req-46cffc17-760d-4d4a-8ca2-a047b5b79608 service nova] Enqueued Resource ID: b7d7eb97-1837-450f-b091-b0223dd0fc4b with Priority: HIGHEST for action port [ 731.776568] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_rules [ 731.776568] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_members [ 731.776568] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d7eb97-1837-450f-b091-b0223dd0fc4b with Priority: HIGHEST for action port [ 731.777073] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.777073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.777073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.778014] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.778113] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.779254] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.779395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.779395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.779710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.779710] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.779803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.779883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.782172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.782172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.782172] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.782172] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7d7eb97-1837-450f-b091-b0223dd0fc4b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.782172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7d7eb97-1837-450f-b091-b0223dd0fc4b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.782172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7d7eb97-1837-450f-b091-b0223dd0fc4b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.782172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7d7eb97-1837-450f-b091-b0223dd0fc4b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.782172] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d7eb97-1837-450f-b091-b0223dd0fc4b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.783710] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-264bf134-e276-45a6-bfef-981aba5da4d0 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.783710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.783710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.783710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.783864] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.783913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.783943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.784153] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.784218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.784263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.788024] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-264bf134-e276-45a6-bfef-981aba5da4d0 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.788024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.788024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.788024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.788024] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.788024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.788024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.788513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.788513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.788568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.788849] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('264bf134-e276-45a6-bfef-981aba5da4d0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.995891] env[66117]: INFO networking_nsxv3.common.synchronization [None req-c76e2b47-7101-4d4a-8025-6b7f215459d0 None None] Enqueued Resource ID: a9ae50e0-acb2-410e-9f15-94f3cc6e6230 with Priority: HIGHEST for action port [ 731.997098] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9ae50e0-acb2-410e-9f15-94f3cc6e6230 with Priority: HIGHEST for action port [ 731.997465] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9ae50e0-acb2-410e-9f15-94f3cc6e6230 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.997572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9ae50e0-acb2-410e-9f15-94f3cc6e6230" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.998585] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9ae50e0-acb2-410e-9f15-94f3cc6e6230" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.998585] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9ae50e0-acb2-410e-9f15-94f3cc6e6230" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.998585] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9ae50e0-acb2-410e-9f15-94f3cc6e6230',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.086089] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77d0ab9e-8861-4065-a817-2b9c939c28ca [ 732.086975] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.086975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.086975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.086975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.086975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.086975] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77d0ab9e-8861-4065-a817-2b9c939c28ca already deleted. [ 732.086975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77d0ab9e-8861-4065-a817-2b9c939c28ca" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.274606] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: SUCCESS [ 732.274606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.286040] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.286040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.290529] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7d7eb97-1837-450f-b091-b0223dd0fc4b with status ACTIVE [ 732.290710] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.290840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.290914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.292030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.292030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.292293] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.292414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.292586] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.292662] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.292775] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.292955] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.293187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.293187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.293274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.293333] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.293418] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7d7eb97-1837-450f-b091-b0223dd0fc4b is going to be updated. [ 732.294716] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.296799] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 264bf134-e276-45a6-bfef-981aba5da4d0: rpc.has_security_group_logging(os_id): False [ 732.319605] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.319605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.319605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.319605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.319605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.320133] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.320133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.320133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.320133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.320133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.320472] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.320472] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.320577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.320630] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.320718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.321191] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.321191] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.321191] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.321398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.321398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.321481] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 264bf134-e276-45a6-bfef-981aba5da4d0 is going to be created. [ 732.324562] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.324562] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.324562] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.325147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.325147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.326496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7d7eb97-1837-450f-b091-b0223dd0fc4b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.405423] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.405423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.405423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.405423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.405666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.418092] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 264bf134-e276-45a6-bfef-981aba5da4d0 in Status: IN_PROGRESS for 2s [ 732.429183] env[66117]: INFO networking_nsxv3.common.synchronization [req-e88cb7b8-b8da-40dc-98eb-165d219a9922 req-2e228be3-d912-49cb-97e9-5b67cedd7369 tempest-MigrationsAdminTest-1298079637 tempest-MigrationsAdminTest-1298079637-project-member] Enqueued Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_members [ 732.429827] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_members [ 732.430914] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.430914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.430914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.430914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.430914] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.431212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.431212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.431662] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.431662] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.431662] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.503320] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9ae50e0-acb2-410e-9f15-94f3cc6e6230 [ 732.503320] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.503320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.503320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.503320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.503320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.503648] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9ae50e0-acb2-410e-9f15-94f3cc6e6230 already deleted. [ 732.503648] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9ae50e0-acb2-410e-9f15-94f3cc6e6230" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.799552] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.903071] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.903310] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.903310] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.903515] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.904775] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.904775] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.904775] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.904775] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.904775] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.904775] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.904775] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.904775] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.905135] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.905135] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.905135] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.905221] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.930353] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.931655] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.931655] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.931655] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.932810] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-36840907-f011-4059-90b3-cd6382f3cefb taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.933085] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-36840907-f011-4059-90b3-cd6382f3cefb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.933229] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-36840907-f011-4059-90b3-cd6382f3cefb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.933595] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-36840907-f011-4059-90b3-cd6382f3cefb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.933751] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36840907-f011-4059-90b3-cd6382f3cefb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.934957] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.935083] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.935153] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.935341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.936339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.936339] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.936339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.936339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.936339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.936339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.936690] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 already deleted. [ 732.936690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.302940] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.302940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.302940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.302940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.302940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.302940] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a is going to be created. [ 733.367902] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.368185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.368290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.368641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.368898] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.383863] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a in Status: UNINITIALIZED for 2s [ 733.439775] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.439775] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.439775] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.439775] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.439775] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.439775] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 36840907-f011-4059-90b3-cd6382f3cefb not found, creating... [ 733.440547] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.440547] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.440547] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.440849] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.441259] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.441505] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.441860] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.441948] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.443670] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.443920] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.444192] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 36840907-f011-4059-90b3-cd6382f3cefb is going to be created. [ 733.479109] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.479367] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.479466] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.479869] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.480311] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.480671] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-36840907-f011-4059-90b3-cd6382f3cefb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.219718] env[66117]: INFO networking_nsxv3.common.synchronization [req-e88cb7b8-b8da-40dc-98eb-165d219a9922 req-f80a9dc1-083d-4546-9250-9d548a6a09d1 service nova] Enqueued Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_rules [ 734.219718] env[66117]: INFO networking_nsxv3.common.synchronization [req-e88cb7b8-b8da-40dc-98eb-165d219a9922 req-f80a9dc1-083d-4546-9250-9d548a6a09d1 service nova] Enqueued Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_members [ 734.219718] env[66117]: INFO networking_nsxv3.common.synchronization [req-e88cb7b8-b8da-40dc-98eb-165d219a9922 req-f80a9dc1-083d-4546-9250-9d548a6a09d1 service nova] Enqueued Resource ID: 36840907-f011-4059-90b3-cd6382f3cefb with Priority: HIGHEST for action port [ 734.220017] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_rules [ 734.220163] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_members [ 734.220329] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36840907-f011-4059-90b3-cd6382f3cefb with Priority: HIGHEST for action port [ 734.220652] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.220774] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.220831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.224582] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.224582] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.224731] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.224825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.224878] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.228326] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.228517] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.228614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.228674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.228856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.228944] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.230045] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.230045] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-36840907-f011-4059-90b3-cd6382f3cefb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.230277] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36840907-f011-4059-90b3-cd6382f3cefb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.230277] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36840907-f011-4059-90b3-cd6382f3cefb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.233469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36840907-f011-4059-90b3-cd6382f3cefb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.233469] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36840907-f011-4059-90b3-cd6382f3cefb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.315024] env[66117]: INFO networking_nsxv3.common.synchronization [req-c1431897-c2dd-4f4e-9e64-e16e256fb164 req-b5b3c3e6-1fa0-4dbb-9693-4eaea03770eb tempest-ServersWithSpecificFlavorTestJSON-809397731 tempest-ServersWithSpecificFlavorTestJSON-809397731-project-member] Enqueued Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_members [ 734.315983] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_members [ 734.315983] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-074427bc-2c54-403c-b87b-27973b2d7471 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.316387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.316387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.317476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.317476] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.317476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.317476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.317476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.317476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.317683] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.435037] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 264bf134-e276-45a6-bfef-981aba5da4d0 in Status: SUCCESS [ 734.435393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.690775] env[66117]: INFO networking_nsxv3.common.synchronization [None req-5c403c98-4881-4680-bc12-3fc64a06f3b7 None None] Enqueued Resource ID: f5aff0ed-860c-4092-bf7d-9ff1268a5215 with Priority: HIGHEST for action port [ 734.691629] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5aff0ed-860c-4092-bf7d-9ff1268a5215 with Priority: HIGHEST for action port [ 734.691732] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5aff0ed-860c-4092-bf7d-9ff1268a5215 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.691966] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5aff0ed-860c-4092-bf7d-9ff1268a5215" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.691966] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5aff0ed-860c-4092-bf7d-9ff1268a5215" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.693155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5aff0ed-860c-4092-bf7d-9ff1268a5215" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.693155] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5aff0ed-860c-4092-bf7d-9ff1268a5215',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.733357] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.733357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.733357] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.735506] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36840907-f011-4059-90b3-cd6382f3cefb with status ACTIVE [ 734.735741] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.736102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.736102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.737344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.737344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.737344] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.737344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.737344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.737344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.737344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.740022] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.740138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.740208] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.740424] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.741135] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.741135] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36840907-f011-4059-90b3-cd6382f3cefb is going to be updated. [ 734.771791] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.772095] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.772144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.772440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.772667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.775037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36840907-f011-4059-90b3-cd6382f3cefb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.782100] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.782218] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-85" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.782337] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-85" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.782590] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-85" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.782845] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.782981] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.783979] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.784284] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.784467] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.784687] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.787800] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.787800] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.787800] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.787800] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.787800] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.787800] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.814081] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.814081] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.814081] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.814081] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-85" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.816321] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-99e1639b-8b4f-4c39-bf55-b8dca61646c9 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.816321] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-99e1639b-8b4f-4c39-bf55-b8dca61646c9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.816321] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-99e1639b-8b4f-4c39-bf55-b8dca61646c9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.816321] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-99e1639b-8b4f-4c39-bf55-b8dca61646c9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.816321] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99e1639b-8b4f-4c39-bf55-b8dca61646c9',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.820067] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.820260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.820338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.820523] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.820611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.820807] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.820960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.820960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.821109] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.821184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.821273] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074427bc-2c54-403c-b87b-27973b2d7471 is going to be updated. [ 734.863982] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.864170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.864240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.864443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.864583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.875644] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074427bc-2c54-403c-b87b-27973b2d7471 in Status: IN_PROGRESS for 2s [ 735.007954] env[66117]: INFO networking_nsxv3.common.synchronization [None req-fd077ce2-0f70-48f9-a128-3259f8cd979e tempest-ServerActionsTestJSON-1889167364 tempest-ServerActionsTestJSON-1889167364-project-member] Enqueued Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_rules [ 735.008745] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_rules [ 735.009241] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.009519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.009733] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.010282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.010476] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.177272] env[66117]: INFO networking_nsxv3.common.synchronization [None req-8259a4c2-d672-4bb3-8d02-28e45b9453b5 tempest-ServerActionsTestJSON-1889167364 tempest-ServerActionsTestJSON-1889167364-project-member] Enqueued Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_rules [ 735.178045] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_rules [ 735.178807] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.179023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.197489] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5aff0ed-860c-4092-bf7d-9ff1268a5215 [ 735.197489] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.197489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.197489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.197489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.197489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.197489] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5aff0ed-860c-4092-bf7d-9ff1268a5215 already deleted. [ 735.197489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5aff0ed-860c-4092-bf7d-9ff1268a5215" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.236270] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.319440] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.319982] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.320223] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.320576] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.320755] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.320906] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 99e1639b-8b4f-4c39-bf55-b8dca61646c9 not found, creating... [ 735.321183] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.321340] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.321453] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.321690] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.321820] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.322228] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.322545] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.322700] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.322946] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.323131] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.323304] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 99e1639b-8b4f-4c39-bf55-b8dca61646c9 is going to be created. [ 735.346123] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.346347] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.346444] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.346736] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.346947] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.347199] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-99e1639b-8b4f-4c39-bf55-b8dca61646c9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.395558] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a in Status: SUCCESS [ 735.395558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.395558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.395558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.395558] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.395869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.395869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.395869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.395956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.396035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.396158] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.538058] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.538058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.538058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.538058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.538459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.538459] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2437c82-0855-4a56-b541-c26981f6d211 already deleted. [ 735.538459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.538558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.538715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.538851] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.738292] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.738466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.738606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.738883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.739053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.739160] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 is going to be created. [ 735.769228] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.769520] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.769520] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.769715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.770590] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.786214] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: UNINITIALIZED for 2s [ 735.899300] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.064746] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.064746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.064746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.064746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.064746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.064746] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2437c82-0855-4a56-b541-c26981f6d211 already deleted. [ 736.064746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.078651] env[66117]: INFO networking_nsxv3.common.synchronization [req-c1431897-c2dd-4f4e-9e64-e16e256fb164 req-34450d13-215b-4f6a-913b-7f765122749f service nova] Enqueued Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_rules [ 736.078651] env[66117]: INFO networking_nsxv3.common.synchronization [req-c1431897-c2dd-4f4e-9e64-e16e256fb164 req-34450d13-215b-4f6a-913b-7f765122749f service nova] Enqueued Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_members [ 736.078651] env[66117]: INFO networking_nsxv3.common.synchronization [req-c1431897-c2dd-4f4e-9e64-e16e256fb164 req-34450d13-215b-4f6a-913b-7f765122749f service nova] Enqueued Resource ID: 99e1639b-8b4f-4c39-bf55-b8dca61646c9 with Priority: HIGHEST for action port [ 736.078651] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_rules [ 736.078651] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_members [ 736.079772] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e1639b-8b4f-4c39-bf55-b8dca61646c9 with Priority: HIGHEST for action port [ 736.080186] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-074427bc-2c54-403c-b87b-27973b2d7471 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.080474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.080625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.080964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.081910] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.084176] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-074427bc-2c54-403c-b87b-27973b2d7471 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.084176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.084176] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-99e1639b-8b4f-4c39-bf55-b8dca61646c9 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.084176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99e1639b-8b4f-4c39-bf55-b8dca61646c9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.084176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99e1639b-8b4f-4c39-bf55-b8dca61646c9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.084176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99e1639b-8b4f-4c39-bf55-b8dca61646c9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.084176] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99e1639b-8b4f-4c39-bf55-b8dca61646c9',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.403934] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e03ad3e9-2bcb-43cc-b5a2-bebb9861037a: rpc.has_security_group_logging(os_id): False [ 736.428379] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.428379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.428379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.428379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.428379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.429419] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.429419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.429419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.429419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.429419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.429419] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a is going to be created. [ 736.497395] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.498012] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.498170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.498639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.498902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.512503] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a in Status: IN_PROGRESS for 2s [ 736.587552] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-074427bc-2c54-403c-b87b-27973b2d7471 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.587552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.587892] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99e1639b-8b4f-4c39-bf55-b8dca61646c9 with status ACTIVE [ 736.588164] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.588326] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.588429] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.588673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.588766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.588984] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.589136] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.589255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.589472] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.589561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.592388] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.592388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.592388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.592388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.592388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.592388] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99e1639b-8b4f-4c39-bf55-b8dca61646c9 is going to be updated. [ 736.629195] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.629195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.629195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.629195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.629195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.629195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99e1639b-8b4f-4c39-bf55-b8dca61646c9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.891394] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074427bc-2c54-403c-b87b-27973b2d7471 in Status: SUCCESS [ 736.891394] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074427bc-2c54-403c-b87b-27973b2d7471 deletion is rescheduled due to dependency. [ 736.891394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.891394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.891394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.891394] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.891394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.891394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.891394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.891394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.891394] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.242852] env[66117]: INFO networking_nsxv3.common.synchronization [req-ce4d05ce-0595-4d5a-b3d7-cca376de1cda req-f3f618c2-b76f-471c-9046-bd204bda6f91 tempest-ServersAdminNegativeTestJSON-1122862335 tempest-ServersAdminNegativeTestJSON-1122862335-project-member] Enqueued Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_members [ 737.247316] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGHEST for action security_group_members [ 737.247316] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.247316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.247316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.247316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.247316] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.247316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.247316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.247316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.247316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.247316] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.394096] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.750164] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.750972] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.751255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.751679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.751921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.752411] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.753433] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.753623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.755024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.755024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.755024] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 is going to be updated. [ 737.789029] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.789029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.789029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.789029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.789029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.805171] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: SUCCESS [ 737.805171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.805171] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 in Status: IN_PROGRESS for 2s [ 737.805171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.805171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.805171] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.805171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.805171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.807121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.807121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.807121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.807121] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.898082] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.312215] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.312606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.312688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.312923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.313101] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.313206] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.313271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.313424] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.313562] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.313598] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.313778] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.313842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.313873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.314018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.314160] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.314249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.314316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.314445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.314518] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.314595] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.314687] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.403378] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.403378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.403378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.403378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.403378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.403378] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074427bc-2c54-403c-b87b-27973b2d7471 is going to be updated. [ 738.441020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.441020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.441020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.441020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.441020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.467024] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074427bc-2c54-403c-b87b-27973b2d7471 in Status: IN_PROGRESS for 2s [ 738.542383] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a in Status: SUCCESS [ 738.542738] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.697290] env[66117]: INFO networking_nsxv3.common.synchronization [req-5e4b289f-0d40-4c18-87bf-3d39560d39a0 req-12695e1b-60b7-49f3-bbe3-850187bb9802 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGHEST for action security_group_members [ 738.697510] env[66117]: INFO networking_nsxv3.common.synchronization [req-5e4b289f-0d40-4c18-87bf-3d39560d39a0 req-12695e1b-60b7-49f3-bbe3-850187bb9802 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 738.698042] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGHEST for action security_group_members [ 738.698107] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 738.698415] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cb04d4e-dc1e-41ad-8407-920310a7e82b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.698473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.698504] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.698767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.698919] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.699055] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.699094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.699246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.699316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.699609] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.700647] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.700748] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.700821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.700969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.701120] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.701227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.701298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.701522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.701635] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.701695] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.745715] env[66117]: INFO networking_nsxv3.common.synchronization [req-5e4b289f-0d40-4c18-87bf-3d39560d39a0 req-12695e1b-60b7-49f3-bbe3-850187bb9802 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGHEST for action security_group_rules [ 738.745962] env[66117]: INFO networking_nsxv3.common.synchronization [req-5e4b289f-0d40-4c18-87bf-3d39560d39a0 req-12695e1b-60b7-49f3-bbe3-850187bb9802 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGHEST for action security_group_members [ 738.746246] env[66117]: INFO networking_nsxv3.common.synchronization [req-5e4b289f-0d40-4c18-87bf-3d39560d39a0 req-12695e1b-60b7-49f3-bbe3-850187bb9802 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_rules [ 738.746408] env[66117]: INFO networking_nsxv3.common.synchronization [req-5e4b289f-0d40-4c18-87bf-3d39560d39a0 req-12695e1b-60b7-49f3-bbe3-850187bb9802 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 738.746598] env[66117]: INFO networking_nsxv3.common.synchronization [req-5e4b289f-0d40-4c18-87bf-3d39560d39a0 req-12695e1b-60b7-49f3-bbe3-850187bb9802 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 35fbf125-cb4a-4c55-9115-adf68c060228 with Priority: HIGHEST for action port [ 738.747121] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGHEST for action security_group_rules [ 738.747279] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_rules [ 738.747345] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35fbf125-cb4a-4c55-9115-adf68c060228 with Priority: HIGHEST for action port [ 738.747436] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGHEST for action security_group_members [ 738.747520] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 738.747829] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.747894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.747999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.748276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.748409] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.750825] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.750825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.750825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.750825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.750825] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.750825] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-35fbf125-cb4a-4c55-9115-adf68c060228 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.750825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.750825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.751490] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.751490] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35fbf125-cb4a-4c55-9115-adf68c060228',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.752509] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cb04d4e-dc1e-41ad-8407-920310a7e82b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.752509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.754351] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.754686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.818154] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9820ab3d-a4cd-410e-85cf-6918876e1214: rpc.has_security_group_logging(os_id): False [ 738.837493] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.838255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.838255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.838255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.838255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.838255] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.838255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.839379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.839379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.839379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.839379] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.839379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.839379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.839379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.839379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.839379] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.839379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.839379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.840484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.840484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.840484] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 is going to be created. [ 738.899524] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.899679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.899747] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.899958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.900408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.911916] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: IN_PROGRESS for 2s [ 739.203914] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.204349] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.256910] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cb04d4e-dc1e-41ad-8407-920310a7e82b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.256910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.256910] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.256910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.256910] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35fbf125-cb4a-4c55-9115-adf68c060228 with status ACTIVE [ 739.256910] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.257167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.257167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.257387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.257515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.257699] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.257799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.257862] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.258044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.258127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.258336] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.258433] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.258493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.258688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.258770] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.258870] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35fbf125-cb4a-4c55-9115-adf68c060228 is going to be updated. [ 739.310815] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.311779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.311779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.311779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.311923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.312850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.446652] env[66117]: INFO networking_nsxv3.common.synchronization [req-834ce9a1-2872-4504-b028-68928bdeffb6 req-ac389024-5db4-491d-a019-5791ab7691cf tempest-ImagesTestJSON-1892496762 tempest-ImagesTestJSON-1892496762-project-member] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 739.447307] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 739.449373] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.449373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.449373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.449373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.449373] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.449373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.449373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.449839] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.449839] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.449839] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.707527] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.713530] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.815594] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 in Status: SUCCESS [ 739.815987] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 deletion is rescheduled due to dependency. [ 739.815987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.866215] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-801 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.866377] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.866563] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.866932] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.867018] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.867476] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.867632] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.867848] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.867990] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.868289] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.868414] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.868523] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.868626] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.868732] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.868835] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.868980] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.890617] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.890787] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.890881] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.891198] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.891573] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-6274a2d5-660d-48e8-92a1-9a2ef6f75164 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.891753] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-6274a2d5-660d-48e8-92a1-9a2ef6f75164" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.891864] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-6274a2d5-660d-48e8-92a1-9a2ef6f75164" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.892204] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-6274a2d5-660d-48e8-92a1-9a2ef6f75164" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.892339] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6274a2d5-660d-48e8-92a1-9a2ef6f75164',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.952422] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.952665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.952742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.952969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.953078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.953280] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.953378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.953438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.953590] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.953665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.953768] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 739.985343] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.985494] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.985593] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.985752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.985888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.996436] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 740.218659] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.218659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.218659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.218659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.218659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.218659] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b is going to be created. [ 740.218659] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.218659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.218659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.218659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.218659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.218659] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 740.270973] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.270973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.270973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.270973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.270973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.273021] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.273210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.273361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.273670] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.275044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.298306] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 740.299291] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: UNINITIALIZED for 2s [ 740.394854] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.395282] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.395476] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.395782] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.395937] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.396125] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 6274a2d5-660d-48e8-92a1-9a2ef6f75164 not found, creating... [ 740.396444] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.396615] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.396776] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.397103] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.397264] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.397673] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.397882] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.398021] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.398326] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.398503] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.398648] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 6274a2d5-660d-48e8-92a1-9a2ef6f75164 is going to be created. [ 740.426042] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.426298] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.426466] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.426774] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.427020] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.427319] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-6274a2d5-660d-48e8-92a1-9a2ef6f75164" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.481901] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074427bc-2c54-403c-b87b-27973b2d7471 in Status: SUCCESS [ 740.482255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.482629] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.482922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.483202] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.483364] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.483473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.483686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.483824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.483939] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.484086] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.927050] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: SUCCESS [ 740.927405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.987261] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.216031] env[66117]: INFO networking_nsxv3.common.synchronization [req-834ce9a1-2872-4504-b028-68928bdeffb6 req-acc1f4bd-1f7c-4457-b616-a3c9469efc9b service nova] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_rules [ 741.216220] env[66117]: INFO networking_nsxv3.common.synchronization [req-834ce9a1-2872-4504-b028-68928bdeffb6 req-acc1f4bd-1f7c-4457-b616-a3c9469efc9b service nova] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 741.216353] env[66117]: INFO networking_nsxv3.common.synchronization [req-834ce9a1-2872-4504-b028-68928bdeffb6 req-acc1f4bd-1f7c-4457-b616-a3c9469efc9b service nova] Enqueued Resource ID: 6274a2d5-660d-48e8-92a1-9a2ef6f75164 with Priority: HIGHEST for action port [ 741.216942] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_rules [ 741.218616] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 741.218795] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6274a2d5-660d-48e8-92a1-9a2ef6f75164 with Priority: HIGHEST for action port [ 741.219222] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.219346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.219425] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.219640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.219785] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.220782] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.220897] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.221416] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-6274a2d5-660d-48e8-92a1-9a2ef6f75164 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.221498] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6274a2d5-660d-48e8-92a1-9a2ef6f75164" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.221568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6274a2d5-660d-48e8-92a1-9a2ef6f75164" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.221761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6274a2d5-660d-48e8-92a1-9a2ef6f75164" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.221841] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6274a2d5-660d-48e8-92a1-9a2ef6f75164',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.492070] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 074427bc-2c54-403c-b87b-27973b2d7471: rpc.has_security_group_logging(os_id): False [ 741.513915] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.513915] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.513915] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.513915] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.514211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.514443] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.514654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.514707] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.515097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.515185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.515276] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 074427bc-2c54-403c-b87b-27973b2d7471 is going to be updated. [ 741.590135] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.590463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.590463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.590575] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.590740] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.606924] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 074427bc-2c54-403c-b87b-27973b2d7471 in Status: IN_PROGRESS for 2s [ 741.725582] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6274a2d5-660d-48e8-92a1-9a2ef6f75164 with status ACTIVE [ 741.725582] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.725759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.725850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.726235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.726353] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.726536] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.726692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.726727] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.727185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.727294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.728723] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.728723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.728723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.728723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.728723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.728723] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6274a2d5-660d-48e8-92a1-9a2ef6f75164 is going to be updated. [ 741.731332] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.731332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.762048] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.762173] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.762212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.762419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.762556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.763799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6274a2d5-660d-48e8-92a1-9a2ef6f75164" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.011100] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 742.011532] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae deletion is rescheduled due to dependency. [ 742.011532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.011689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.011983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.012416] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.012830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.012830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.013078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.013187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.013334] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.312965] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: SUCCESS [ 742.313311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.313872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.314229] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.314523] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.314743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.314850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.315170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.315542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.315542] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.319532] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 742.320527] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.320527] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.321211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.321422] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.321589] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.321691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.321952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.322105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.322281] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.519333] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.552624] env[66117]: INFO networking_nsxv3.common.synchronization [req-91ff4fb8-dc9c-4e1d-9a11-062221d74dee req-4f7ffe8f-d13c-4ba8-a967-7da9e506c1a3 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: e8772825-c369-4332-ba6e-5310f8f91a2e with Priority: HIGHEST for action security_group_members [ 742.552624] env[66117]: INFO networking_nsxv3.common.synchronization [req-91ff4fb8-dc9c-4e1d-9a11-062221d74dee req-4f7ffe8f-d13c-4ba8-a967-7da9e506c1a3 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGHEST for action security_group_members [ 742.552758] env[66117]: INFO networking_nsxv3.common.synchronization [req-91ff4fb8-dc9c-4e1d-9a11-062221d74dee req-4f7ffe8f-d13c-4ba8-a967-7da9e506c1a3 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 742.553390] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8772825-c369-4332-ba6e-5310f8f91a2e with Priority: HIGHEST for action security_group_members [ 742.553584] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGHEST for action security_group_members [ 742.553674] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 742.554146] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8772825-c369-4332-ba6e-5310f8f91a2e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.554295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.554295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.554723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.554858] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.555200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.555200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.555318] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.555318] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.555464] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8772825-c369-4332-ba6e-5310f8f91a2e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.556806] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cb04d4e-dc1e-41ad-8407-920310a7e82b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.556941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.557179] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.557277] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.603902] env[66117]: INFO networking_nsxv3.common.synchronization [req-91ff4fb8-dc9c-4e1d-9a11-062221d74dee req-4f7ffe8f-d13c-4ba8-a967-7da9e506c1a3 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGHEST for action security_group_rules [ 742.604131] env[66117]: INFO networking_nsxv3.common.synchronization [req-91ff4fb8-dc9c-4e1d-9a11-062221d74dee req-4f7ffe8f-d13c-4ba8-a967-7da9e506c1a3 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGHEST for action security_group_members [ 742.604230] env[66117]: INFO networking_nsxv3.common.synchronization [req-91ff4fb8-dc9c-4e1d-9a11-062221d74dee req-4f7ffe8f-d13c-4ba8-a967-7da9e506c1a3 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: e8772825-c369-4332-ba6e-5310f8f91a2e with Priority: HIGHEST for action security_group_rules [ 742.604332] env[66117]: INFO networking_nsxv3.common.synchronization [req-91ff4fb8-dc9c-4e1d-9a11-062221d74dee req-4f7ffe8f-d13c-4ba8-a967-7da9e506c1a3 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: e8772825-c369-4332-ba6e-5310f8f91a2e with Priority: HIGHEST for action security_group_members [ 742.604451] env[66117]: INFO networking_nsxv3.common.synchronization [req-91ff4fb8-dc9c-4e1d-9a11-062221d74dee req-4f7ffe8f-d13c-4ba8-a967-7da9e506c1a3 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_rules [ 742.604566] env[66117]: INFO networking_nsxv3.common.synchronization [req-91ff4fb8-dc9c-4e1d-9a11-062221d74dee req-4f7ffe8f-d13c-4ba8-a967-7da9e506c1a3 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 742.604684] env[66117]: INFO networking_nsxv3.common.synchronization [req-91ff4fb8-dc9c-4e1d-9a11-062221d74dee req-4f7ffe8f-d13c-4ba8-a967-7da9e506c1a3 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 35fbf125-cb4a-4c55-9115-adf68c060228 with Priority: HIGHEST for action port [ 742.605254] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGHEST for action security_group_rules [ 742.605411] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8772825-c369-4332-ba6e-5310f8f91a2e with Priority: HIGHEST for action security_group_rules [ 742.605547] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 742.605608] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35fbf125-cb4a-4c55-9115-adf68c060228 with Priority: HIGHEST for action port [ 742.605707] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_rules [ 742.605792] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGHEST for action security_group_members [ 742.605878] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8772825-c369-4332-ba6e-5310f8f91a2e with Priority: HIGHEST for action security_group_members [ 742.606237] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.606344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.606550] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8772825-c369-4332-ba6e-5310f8f91a2e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.606742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.606874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.607032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.608245] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8772825-c369-4332-ba6e-5310f8f91a2e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.608245] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.608440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.608758] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-35fbf125-cb4a-4c55-9115-adf68c060228 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.608923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.609058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.609315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.609438] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35fbf125-cb4a-4c55-9115-adf68c060228',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.611502] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.611502] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.611502] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cb04d4e-dc1e-41ad-8407-920310a7e82b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.611502] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.611808] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8772825-c369-4332-ba6e-5310f8f91a2e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.611808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.820660] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.826770] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.023640] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.060819] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8772825-c369-4332-ba6e-5310f8f91a2e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.113895] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8772825-c369-4332-ba6e-5310f8f91a2e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.113895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.113895] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35fbf125-cb4a-4c55-9115-adf68c060228 with status ACTIVE [ 743.113895] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.113895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.113895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.114162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.114162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.114414] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.114414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.114525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.114614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.114693] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.114872] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.114966] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.115031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.115181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.115252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.115334] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35fbf125-cb4a-4c55-9115-adf68c060228 is going to be updated. [ 743.139659] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.139659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.139659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.140072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.140072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.140370] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35fbf125-cb4a-4c55-9115-adf68c060228" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.321299] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.326926] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.529898] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.530878] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.530878] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.531583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.531810] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.532560] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 743.562681] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8772825-c369-4332-ba6e-5310f8f91a2e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.565452] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.565625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.565717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.566047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.566192] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.580404] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 743.623576] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 074427bc-2c54-403c-b87b-27973b2d7471 in Status: SUCCESS [ 743.623770] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.824372] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.824999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.826134] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.826134] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.826134] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.826305] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b is going to be updated. [ 743.830158] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.830870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.830870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.831063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.831063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.832784] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 743.864592] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.864592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.864592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.865363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.865363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.867236] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.867394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.867504] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.867739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.868029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.880480] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 743.881318] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: IN_PROGRESS for 2s [ 744.071200] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.071200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.071200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.071200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.071200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.071200] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8772825-c369-4332-ba6e-5310f8f91a2e is going to be created. [ 744.096466] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.096466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.096466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.096466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.096466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.112167] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8772825-c369-4332-ba6e-5310f8f91a2e in Status: UNINITIALIZED for 2s [ 744.816779] env[66117]: INFO networking_nsxv3.common.synchronization [req-5a24b015-22d0-4ecb-8872-fadc949cc907 req-8957bdd0-e296-40fd-a8a4-e55c5438b621 tempest-ServersAdminTestJSON-2048552091 tempest-ServersAdminTestJSON-2048552091-project-member] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 744.817976] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 744.818464] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.818656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.818746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.819119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.819910] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.819910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.819910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.819910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.820051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.820083] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.321026] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.321026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.321026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.323164] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.323482] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.323646] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.323766] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.324026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.324635] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.324635] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.324635] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.324635] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.324847] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.324847] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.325433] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.325433] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.326722] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.347594] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.347776] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.347909] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.348105] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.348426] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-5a3bf369-f883-4356-bb68-d108d43ff3c0 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.348862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-5a3bf369-f883-4356-bb68-d108d43ff3c0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.348862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-5a3bf369-f883-4356-bb68-d108d43ff3c0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.349187] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-5a3bf369-f883-4356-bb68-d108d43ff3c0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.349320] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a3bf369-f883-4356-bb68-d108d43ff3c0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.596505] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 745.596683] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.596969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.597223] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.597631] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.597631] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.597722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.597902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.598025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.598246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.598300] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.829606] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.850811] env[66117]: INFO networking_nsxv3.common.synchronization [req-8f2f15c0-a795-4bf8-b202-ddbe01d8852a req-0d5626d1-aca8-4633-a3c9-e02dcdb64cd3 tempest-FloatingIPsAssociationTestJSON-326122769 tempest-FloatingIPsAssociationTestJSON-326122769-project-member] Enqueued Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_members [ 745.851345] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_members [ 745.851716] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.851851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.851920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.852239] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.852422] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.852558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.852668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.852839] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.852955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.853094] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.854106] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.854320] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.854474] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.854722] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.854899] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.855079] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 5a3bf369-f883-4356-bb68-d108d43ff3c0 not found, creating... [ 745.855678] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.855916] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.856080] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.856322] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.856496] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.856807] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.857008] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.857164] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.857476] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.857592] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.857771] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 5a3bf369-f883-4356-bb68-d108d43ff3c0 is going to be created. [ 745.880380] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.880632] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.880760] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.881037] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.881260] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.881585] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-5a3bf369-f883-4356-bb68-d108d43ff3c0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.894036] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 745.894637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.894637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.894637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.894850] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.894911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.894975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.895154] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.895238] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.895329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.895454] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.896920] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: SUCCESS [ 745.897159] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.897395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.897554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.897749] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.897885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.897983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.898949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.898949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.898949] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.899145] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.899337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.899528] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.899660] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.899928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.900236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.900236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.900236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.900236] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.902114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.902373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.902663] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.903076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.903076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.903333] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.903534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.903697] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.101518] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.101722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.101833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.102112] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.102297] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.102405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.102485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.102687] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.102795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.102890] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.103072] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.103171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.103246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.103417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.103621] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.103742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.103799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.103947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.104075] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.104177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.104269] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.125481] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8772825-c369-4332-ba6e-5310f8f91a2e in Status: SUCCESS [ 746.125773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.125911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.126166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.126372] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.126499] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.126573] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.126735] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.126812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.126943] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8772825-c369-4332-ba6e-5310f8f91a2e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.332946] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.333311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.333684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.334046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.334184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.334296] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be updated. [ 746.360503] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.394676] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.394676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.394676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.394676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.394676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.403498] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.404718] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.404718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.405554] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.406730] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.409000] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: IN_PROGRESS for 2s [ 746.607041] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f9133f4-2b04-411a-b29d-3236a5312dae: rpc.has_security_group_logging(os_id): False [ 746.632443] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.632664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.632664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.632824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.632917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.633155] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.633253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.633316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.633469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.633545] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.633721] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.633811] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.633869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.634012] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.635831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.635831] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.635831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.635831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.635831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.635831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.635831] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 746.637216] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8772825-c369-4332-ba6e-5310f8f91a2e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.684782] env[66117]: INFO networking_nsxv3.common.synchronization [req-5a24b015-22d0-4ecb-8872-fadc949cc907 req-e439dd37-8cb3-4c0f-9f77-269ee4f9cf34 service nova] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_rules [ 746.684951] env[66117]: INFO networking_nsxv3.common.synchronization [req-5a24b015-22d0-4ecb-8872-fadc949cc907 req-e439dd37-8cb3-4c0f-9f77-269ee4f9cf34 service nova] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 746.685109] env[66117]: INFO networking_nsxv3.common.synchronization [req-5a24b015-22d0-4ecb-8872-fadc949cc907 req-e439dd37-8cb3-4c0f-9f77-269ee4f9cf34 service nova] Enqueued Resource ID: 5a3bf369-f883-4356-bb68-d108d43ff3c0 with Priority: HIGHEST for action port [ 746.685729] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_rules [ 746.685870] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 746.685964] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a3bf369-f883-4356-bb68-d108d43ff3c0 with Priority: HIGHEST for action port [ 746.686274] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.686414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.686480] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.687835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.687835] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.687835] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.687835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.688123] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a3bf369-f883-4356-bb68-d108d43ff3c0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.688123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a3bf369-f883-4356-bb68-d108d43ff3c0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.688123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a3bf369-f883-4356-bb68-d108d43ff3c0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.688390] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a3bf369-f883-4356-bb68-d108d43ff3c0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.688478] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a3bf369-f883-4356-bb68-d108d43ff3c0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.734339] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.734339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.734339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.734339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.734339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.749653] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 746.863361] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.909026] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.909237] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cb04d4e-dc1e-41ad-8407-920310a7e82b: rpc.has_security_group_logging(os_id): False [ 746.910400] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.937136] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.938867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.938867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.938867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.938867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.938867] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.938867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.938867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.939220] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.939220] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.939220] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b is going to be created. [ 747.009686] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.009934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.009993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.010409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.011924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.025317] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: IN_PROGRESS for 2s [ 747.140541] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8772825-c369-4332-ba6e-5310f8f91a2e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.190148] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.191097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.192363] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a3bf369-f883-4356-bb68-d108d43ff3c0 with status ACTIVE [ 747.192363] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.192363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.192363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.192363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.192363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.193129] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.193343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.193454] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.193782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.193869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.194194] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.194345] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.194414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.194597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.194690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.194781] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a3bf369-f883-4356-bb68-d108d43ff3c0 is going to be updated. [ 747.220947] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.220947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.220947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.220947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.220947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.220947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a3bf369-f883-4356-bb68-d108d43ff3c0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.367568] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.367948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.367948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.368036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.368131] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.368280] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf is going to be updated. [ 747.409298] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.409495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.409565] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.409808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.409903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.410010] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 747.416426] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.416659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.416717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.417210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.417210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.417210] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b is going to be updated. [ 747.419549] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.419737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.419802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.421430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.421430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.429879] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf in Status: IN_PROGRESS for 2s [ 747.454069] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.455190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.455380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.456603] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.456603] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.458711] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.458711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.458711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.458898] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.458936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.485709] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: IN_PROGRESS for 2s [ 747.486513] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 747.644979] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.645196] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.645265] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.645524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.645636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.645755] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8772825-c369-4332-ba6e-5310f8f91a2e is going to be updated. [ 747.679998] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.680167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.680236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.680563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.680721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.694344] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8772825-c369-4332-ba6e-5310f8f91a2e in Status: IN_PROGRESS for 2s [ 748.423258] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: SUCCESS [ 748.423586] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.423902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.424254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.425166] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.425387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.425513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.425788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.425911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.426499] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.769255] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 748.769255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.930243] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.043844] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: SUCCESS [ 749.043844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.043844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.043844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.043844] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.433359] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.445502] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf in Status: SUCCESS [ 749.446645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.499111] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: SUCCESS [ 749.499111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.499111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.499111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.499111] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.499111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.499111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.499111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.499869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.500224] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.502592] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 749.504061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.504061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.504061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.504061] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.504061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.504061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.504061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.504061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.504061] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.546673] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cb04d4e-dc1e-41ad-8407-920310a7e82b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.546673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.706676] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8772825-c369-4332-ba6e-5310f8f91a2e in Status: SUCCESS [ 749.706984] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.707754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.707754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.707754] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.707928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.707928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.708083] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.708325] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.708325] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.708566] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8772825-c369-4332-ba6e-5310f8f91a2e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.751676] env[66117]: INFO networking_nsxv3.common.synchronization [req-833a3823-df1d-42f7-ba9a-0bb3161e7462 req-df694c7f-e1d8-4474-a0f3-ffa498ce6699 tempest-InstanceActionsNegativeTestJSON-1937211328 tempest-InstanceActionsNegativeTestJSON-1937211328-project-member] Enqueued Resource ID: ec030768-0673-45d5-ba12-5a623aa8e303 with Priority: HIGHEST for action security_group_members [ 749.753382] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec030768-0673-45d5-ba12-5a623aa8e303 with Priority: HIGHEST for action security_group_members [ 749.754018] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec030768-0673-45d5-ba12-5a623aa8e303 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.754140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.754206] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.754548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.754714] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.755765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.755765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.755765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.755765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.755765] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec030768-0673-45d5-ba12-5a623aa8e303',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.936716] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.937300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.939599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.939599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.939599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.939599] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be updated. [ 749.974628] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.974780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.974885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.975065] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.975211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.989099] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: IN_PROGRESS for 2s [ 750.008302] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.012821] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.212389] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8772825-c369-4332-ba6e-5310f8f91a2e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.257959] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.258216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.258351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.258604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.258705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.258964] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.259135] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.259221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.259401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.259486] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.259583] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec030768-0673-45d5-ba12-5a623aa8e303 already deleted. [ 750.259703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.513246] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.517155] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.716257] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8772825-c369-4332-ba6e-5310f8f91a2e: rpc.has_security_group_logging(os_id): False [ 750.738311] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.738529] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.738584] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.738895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.738895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.739179] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.739308] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.739360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.739654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.739654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.739654] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8772825-c369-4332-ba6e-5310f8f91a2e is going to be created. [ 750.803313] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.803820] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-87" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.804007] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-87" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.804427] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-87" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.804985] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.804985] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.805165] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.805375] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.805521] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.805741] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.805854] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.806015] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.806201] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.806325] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.806610] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.806819] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.853728] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.853728] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.853728] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.853847] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-87" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.854294] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-e091cd75-2f59-4e2b-959c-8c98ef4e0768 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.854613] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-e091cd75-2f59-4e2b-959c-8c98ef4e0768" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.854823] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-e091cd75-2f59-4e2b-959c-8c98ef4e0768" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.856757] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-e091cd75-2f59-4e2b-959c-8c98ef4e0768" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.856757] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e091cd75-2f59-4e2b-959c-8c98ef4e0768',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.859787] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.859964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.861114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.862556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.862668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.884638] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8772825-c369-4332-ba6e-5310f8f91a2e in Status: IN_PROGRESS for 2s [ 751.017795] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.017921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.017994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.018365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.018500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.018667] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b is going to be updated. [ 751.020218] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.020434] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.020523] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.020782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.020883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.021482] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 751.077009] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.077009] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.077009] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.077009] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.077009] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.079650] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.079839] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.080217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.080675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.080856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.093809] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 751.093809] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: IN_PROGRESS for 2s [ 751.140902] env[66117]: INFO networking_nsxv3.common.synchronization [req-a8221c65-1f60-4ee0-aaa0-cbbceb458e38 req-77b1176a-3080-4c92-82dc-f6107a28e825 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 751.141551] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 751.142345] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.142584] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.142711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.143023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.143287] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.143461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.143577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.143834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.144030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.144456] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.365356] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.365617] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.365788] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.366110] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.366265] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.366427] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port e091cd75-2f59-4e2b-959c-8c98ef4e0768 not found, creating... [ 751.366724] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.366916] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.367048] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.367307] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.367505] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.367866] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.368063] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.368196] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.368479] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.368612] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.368749] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: e091cd75-2f59-4e2b-959c-8c98ef4e0768 is going to be created. [ 751.395312] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.395564] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.395624] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.395923] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.396170] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.396394] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-e091cd75-2f59-4e2b-959c-8c98ef4e0768" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.567344] env[66117]: INFO networking_nsxv3.common.synchronization [req-19d11a74-a3e0-4b7e-ad43-ab65b30cc86a req-fe7ca95c-0983-4d3b-97c5-d8d159d5cb38 tempest-ImagesOneServerNegativeTestJSON-1102838547 tempest-ImagesOneServerNegativeTestJSON-1102838547-project-member] Enqueued Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 751.568036] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 751.568419] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.568581] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.568633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.568893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.568997] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.569282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.569282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.569512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.569512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.569591] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.647473] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.647912] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.647912] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.648046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.648125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.648398] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.648755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.648755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.648755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.648755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.650185] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be updated. [ 751.692536] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.692724] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.692778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.693051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.693232] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.704408] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: IN_PROGRESS for 2s [ 751.999319] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: SUCCESS [ 751.999721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.999954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.000436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.000530] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.000767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.000860] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.001138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.001239] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.001365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.001475] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.074467] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.074618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.075178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.075178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.075178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.075369] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.075427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.075502] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.075733] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.075875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.076675] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f is going to be updated. [ 752.090514] env[66117]: INFO networking_nsxv3.common.synchronization [req-c715f298-a192-41ce-bd49-28bf6a288a05 req-56b71d2f-6981-47c1-bc85-292ea2c5fd11 tempest-DeleteServersTestJSON-1546501066 tempest-DeleteServersTestJSON-1546501066-project-member] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 752.091258] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 752.091689] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.091972] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.091972] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.092330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.092558] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.092704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.092792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.093032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.093124] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.093233] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.097781] env[66117]: INFO networking_nsxv3.common.synchronization [req-833a3823-df1d-42f7-ba9a-0bb3161e7462 req-df326510-e52a-4868-8a12-f6d653fc6c77 service nova] Enqueued Resource ID: ec030768-0673-45d5-ba12-5a623aa8e303 with Priority: HIGHEST for action security_group_rules [ 752.098590] env[66117]: INFO networking_nsxv3.common.synchronization [req-833a3823-df1d-42f7-ba9a-0bb3161e7462 req-df326510-e52a-4868-8a12-f6d653fc6c77 service nova] Enqueued Resource ID: ec030768-0673-45d5-ba12-5a623aa8e303 with Priority: HIGHEST for action security_group_members [ 752.098590] env[66117]: INFO networking_nsxv3.common.synchronization [req-833a3823-df1d-42f7-ba9a-0bb3161e7462 req-df326510-e52a-4868-8a12-f6d653fc6c77 service nova] Enqueued Resource ID: e091cd75-2f59-4e2b-959c-8c98ef4e0768 with Priority: HIGHEST for action port [ 752.098967] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec030768-0673-45d5-ba12-5a623aa8e303 with Priority: HIGHEST for action security_group_rules [ 752.099237] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec030768-0673-45d5-ba12-5a623aa8e303 with Priority: HIGHEST for action security_group_members [ 752.099452] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e091cd75-2f59-4e2b-959c-8c98ef4e0768 with Priority: HIGHEST for action port [ 752.100823] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec030768-0673-45d5-ba12-5a623aa8e303 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.100823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.100823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.101019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.101061] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec030768-0673-45d5-ba12-5a623aa8e303',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.102017] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec030768-0673-45d5-ba12-5a623aa8e303 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.102148] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.102209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.103443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.103443] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.103443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.103443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.103443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.103443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.105601] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec030768-0673-45d5-ba12-5a623aa8e303',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.105601] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e091cd75-2f59-4e2b-959c-8c98ef4e0768 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.105601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e091cd75-2f59-4e2b-959c-8c98ef4e0768" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.105601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e091cd75-2f59-4e2b-959c-8c98ef4e0768" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.105601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e091cd75-2f59-4e2b-959c-8c98ef4e0768" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.105601] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e091cd75-2f59-4e2b-959c-8c98ef4e0768',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.111015] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.111188] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.111231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.112107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.112419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.125855] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: IN_PROGRESS for 2s [ 752.504843] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.505415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.505415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.505415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.505588] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.505657] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.505871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.505871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.505990] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.506048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.507044] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.507044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.507044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.507044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.507044] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.507044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.507044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.507044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.507044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.507044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.507483] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.599615] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.599986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.599986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.600116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.600212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.600455] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.600576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.600642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.600842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.600939] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.601068] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 752.609021] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec030768-0673-45d5-ba12-5a623aa8e303 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.609021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.609021] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e091cd75-2f59-4e2b-959c-8c98ef4e0768 with status ACTIVE [ 752.609021] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.609021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.609021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.609021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.609021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.609021] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.609021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.609021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.609021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.609021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.609837] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.609837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.609837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.609837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.609837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.609837] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e091cd75-2f59-4e2b-959c-8c98ef4e0768 is going to be updated. [ 752.612090] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec030768-0673-45d5-ba12-5a623aa8e303',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.642139] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.642382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.642382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.642913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.642913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.643090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e091cd75-2f59-4e2b-959c-8c98ef4e0768" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.645594] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.645767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.645855] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.649426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.649426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.651667] env[66117]: INFO networking_nsxv3.common.synchronization [req-62aab034-17af-4f8b-b92c-06164857b748 req-3fa4ea95-c287-4abc-b6b1-2432b008bf5c tempest-ServerActionsTestOtherB-1865764415 tempest-ServerActionsTestOtherB-1865764415-project-member] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 752.652718] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 752.653714] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.654321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.654419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.654867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.655178] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.655444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.655510] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.656032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.656144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.656424] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.660803] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 752.901906] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8772825-c369-4332-ba6e-5310f8f91a2e in Status: SUCCESS [ 752.902199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.010173] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26b81ed6-be3f-4545-bedd-f5619b30ef1c: rpc.has_security_group_logging(os_id): False [ 753.029454] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.029722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.029722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.029941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.030036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.030280] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.030448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.030524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.030743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.030828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.031049] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.031161] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.031259] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.031650] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.031650] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.031788] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.031840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.031871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.032019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.032122] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.032221] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be updated. [ 753.105678] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 753.105678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.105678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.107576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.107811] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.107979] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.108142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.108332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.108745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.109074] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.109301] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.109426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.109495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.109638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.109807] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.109896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.109984] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.110128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.110282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.110282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.110404] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.113578] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: SUCCESS [ 753.113578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.113578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.113578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.113578] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.113578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.113578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.114041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.114041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.114041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.114041] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.117487] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.117714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.117714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.117873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.118087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.119854] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec030768-0673-45d5-ba12-5a623aa8e303',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.137158] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: IN_PROGRESS for 2s [ 753.139760] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.140673] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.140876] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.142587] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.142936] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.143165] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.143347] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.145418] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.145574] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.145784] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.145895] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.145999] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.146115] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.146222] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.146321] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.146448] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.159352] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.159910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.159910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.160230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.160230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.160514] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.160640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.160919] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.160996] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.161062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.161138] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e1d86d-3294-400f-be01-5245da320976 already deleted. [ 753.161220] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.172482] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.172692] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.172774] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.172943] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.173278] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-c2f02d75-83f2-4215-ae25-374c67d0a95c taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.173447] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-c2f02d75-83f2-4215-ae25-374c67d0a95c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.173557] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-c2f02d75-83f2-4215-ae25-374c67d0a95c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.173941] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-c2f02d75-83f2-4215-ae25-374c67d0a95c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.175048] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2f02d75-83f2-4215-ae25-374c67d0a95c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.616755] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeef55ff-55f5-49dc-80d9-36b2bd4e06ef: rpc.has_security_group_logging(os_id): False [ 753.622906] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.624076] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.624262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.624262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.624472] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.624638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.624688] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec030768-0673-45d5-ba12-5a623aa8e303 is going to be created. [ 753.637205] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.637342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.637396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.637618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.637708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.637893] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.638026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.638118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.638284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.638385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.638704] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.638841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.638922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.639131] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.639279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.639505] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.639610] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.639687] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.639854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.640023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.640114] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 753.652624] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.652835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.652835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.653382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.653602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.664153] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec030768-0673-45d5-ba12-5a623aa8e303 in Status: UNINITIALIZED for 2s [ 753.677284] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.677284] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.677483] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.678032] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.678032] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.678032] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port c2f02d75-83f2-4215-ae25-374c67d0a95c not found, creating... [ 753.678280] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.678371] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.678502] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.678746] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.678878] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.679217] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.679367] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.679823] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.680124] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.680304] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.680576] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: c2f02d75-83f2-4215-ae25-374c67d0a95c is going to be created. [ 753.710632] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.710632] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.710632] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.710632] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.710632] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.710632] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-c2f02d75-83f2-4215-ae25-374c67d0a95c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.725408] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.725570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.725570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.725833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.726021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.728041] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 753.728228] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 deletion is rescheduled due to dependency. [ 753.728488] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.751436] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 754.127645] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cb04d4e-dc1e-41ad-8407-920310a7e82b: rpc.has_security_group_logging(os_id): False [ 754.142808] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: SUCCESS [ 754.143530] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f deletion is rescheduled due to dependency. [ 754.143530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.149604] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.149780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.149845] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.150319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.150319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.150532] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.150638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.150703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.150869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.150961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.151090] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b is going to be updated. [ 754.227803] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.228047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.228047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.230171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.230171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.251595] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: IN_PROGRESS for 2s [ 754.467129] env[66117]: INFO networking_nsxv3.common.synchronization [req-62aab034-17af-4f8b-b92c-06164857b748 req-466a9fb2-b0ed-4718-8d31-ad3eb945968d service nova] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_rules [ 754.467129] env[66117]: INFO networking_nsxv3.common.synchronization [req-62aab034-17af-4f8b-b92c-06164857b748 req-466a9fb2-b0ed-4718-8d31-ad3eb945968d service nova] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 754.467129] env[66117]: INFO networking_nsxv3.common.synchronization [req-62aab034-17af-4f8b-b92c-06164857b748 req-466a9fb2-b0ed-4718-8d31-ad3eb945968d service nova] Enqueued Resource ID: c2f02d75-83f2-4215-ae25-374c67d0a95c with Priority: HIGHEST for action port [ 754.467129] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_rules [ 754.467514] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 754.467679] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f02d75-83f2-4215-ae25-374c67d0a95c with Priority: HIGHEST for action port [ 754.468101] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.468215] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.468398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.468642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.468772] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.471929] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.475859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.475859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.475859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.475859] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.475859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.475859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.475859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.475859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.475859] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.477849] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2f02d75-83f2-4215-ae25-374c67d0a95c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.477849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2f02d75-83f2-4215-ae25-374c67d0a95c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.477849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2f02d75-83f2-4215-ae25-374c67d0a95c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.477849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2f02d75-83f2-4215-ae25-374c67d0a95c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.477849] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2f02d75-83f2-4215-ae25-374c67d0a95c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.672743] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 754.673094] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b deletion is rescheduled due to dependency. [ 754.673145] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.981145] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.984139] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.984139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.984139] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2f02d75-83f2-4215-ae25-374c67d0a95c with status ACTIVE [ 754.984139] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.984139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.984139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.984139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.984139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.984139] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.984139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.984139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.984139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.984139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.984139] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.986516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.986516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.986516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.986516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.986516] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2f02d75-83f2-4215-ae25-374c67d0a95c is going to be updated. [ 755.008342] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.008641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.008641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.008835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.008979] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.009160] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2f02d75-83f2-4215-ae25-374c67d0a95c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.155879] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: SUCCESS [ 755.155879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.383926] env[66117]: INFO networking_nsxv3.common.synchronization [req-60a4ef4a-ee5f-441d-8fef-3e4c8f45359d req-9a7c37cf-54c1-4092-98a2-d75c2060a7cc tempest-ServerDiskConfigTestJSON-2106077272 tempest-ServerDiskConfigTestJSON-2106077272-project-member] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 755.384527] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 755.384861] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.384979] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.386091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.386463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.387437] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.387615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.387862] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.388320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.388612] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.389015] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.483110] env[66117]: INFO networking_nsxv3.common.synchronization [None req-52a60019-d55d-4ad7-8844-3d13950ab08f None None] Enqueued Resource ID: de2d62c6-c9f2-451e-84fd-d054507cd708 with Priority: HIGHEST for action port [ 755.483726] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2d62c6-c9f2-451e-84fd-d054507cd708 with Priority: HIGHEST for action port [ 755.484651] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-de2d62c6-c9f2-451e-84fd-d054507cd708 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.484938] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de2d62c6-c9f2-451e-84fd-d054507cd708" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.485072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de2d62c6-c9f2-451e-84fd-d054507cd708" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.485388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de2d62c6-c9f2-451e-84fd-d054507cd708" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.485541] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de2d62c6-c9f2-451e-84fd-d054507cd708',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.490993] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.679577] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec030768-0673-45d5-ba12-5a623aa8e303 in Status: SUCCESS [ 755.679883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.680313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.680313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.680483] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.680563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.680600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.680756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.680837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.683483] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.683483] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec030768-0673-45d5-ba12-5a623aa8e303',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.772746] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 755.772921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.773504] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.773741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.773832] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.894861] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.895192] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.895192] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.895345] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.895470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.895673] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.895801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.895889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.896107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.896259] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.896321] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 already deleted. [ 755.896392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.928631] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.928870] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.928956] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.929336] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.929618] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.929794] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.929913] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.930151] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.934020] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.934020] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.934020] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.934020] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.934020] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.934020] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.934020] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.934020] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.951991] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.952282] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.952367] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.952528] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.952883] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.953067] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.953592] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.954039] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.954291] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.992037] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de2d62c6-c9f2-451e-84fd-d054507cd708 [ 755.992037] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.992037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.992037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.992037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.992037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.992037] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de2d62c6-c9f2-451e-84fd-d054507cd708 already deleted. [ 755.992037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de2d62c6-c9f2-451e-84fd-d054507cd708" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.994420] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.994541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.994603] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.994824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.994905] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.994991] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e1d86d-3294-400f-be01-5245da320976 is going to be created. [ 756.029129] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.029129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.029298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.029461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.029658] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.042719] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: UNINITIALIZED for 2s [ 756.187206] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec030768-0673-45d5-ba12-5a623aa8e303 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.187206] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.187206] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.188052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.189213] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.189213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.189213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.189213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.189213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.189213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.189213] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec030768-0673-45d5-ba12-5a623aa8e303 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.190071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.190071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.190071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.190824] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.191171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.191243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.191987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.192079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.192784] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.192784] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec030768-0673-45d5-ba12-5a623aa8e303',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.282102] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: SUCCESS [ 756.282339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.282708] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.282829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.282905] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.283132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.283301] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.283404] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.283465] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.283618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.283702] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.283790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.283946] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.456997] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.457326] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.457527] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.458868] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.458868] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.458868] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8 not found, creating... [ 756.458868] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.458868] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.459182] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.459182] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.459328] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.459641] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.459820] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.459934] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.460183] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.460314] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.464027] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8 is going to be created. [ 756.485280] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.485589] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.485758] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.486095] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.486358] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.486635] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.695643] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec030768-0673-45d5-ba12-5a623aa8e303: rpc.has_security_group_logging(os_id): False [ 756.714293] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.714458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.714578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.714732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.714903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.715443] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.715443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.715443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.715443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.715699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.715699] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.715801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.715847] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.715981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.716064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.716246] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.716339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.716399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.716567] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.716649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.716759] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec030768-0673-45d5-ba12-5a623aa8e303 is going to be created. [ 756.784321] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.784798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.784798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.784798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.785025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.786367] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.786551] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.786551] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.786756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.786868] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.786972] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.787048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.787189] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.787276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.787362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.787526] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.787672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.787742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.787935] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.788030] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.788112] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.788254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.788319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.788379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.788437] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.788538] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.800621] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec030768-0673-45d5-ba12-5a623aa8e303 in Status: IN_PROGRESS for 2s [ 757.264213] env[66117]: INFO networking_nsxv3.common.synchronization [req-60a4ef4a-ee5f-441d-8fef-3e4c8f45359d req-8ac350fa-c622-4545-a01e-52b1c0e87a78 service nova] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_rules [ 757.264213] env[66117]: INFO networking_nsxv3.common.synchronization [req-60a4ef4a-ee5f-441d-8fef-3e4c8f45359d req-8ac350fa-c622-4545-a01e-52b1c0e87a78 service nova] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 757.264213] env[66117]: INFO networking_nsxv3.common.synchronization [req-60a4ef4a-ee5f-441d-8fef-3e4c8f45359d req-8ac350fa-c622-4545-a01e-52b1c0e87a78 service nova] Enqueued Resource ID: d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8 with Priority: HIGHEST for action port [ 757.265298] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_rules [ 757.265618] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 757.266921] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8 with Priority: HIGHEST for action port [ 757.266921] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.266921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.266921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.266921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.267373] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.268457] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.270047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.270047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.271755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.271755] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.271755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.271755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.271755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.271755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.271755] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.273853] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.274072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.274899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.274899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.274899] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.291670] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeef55ff-55f5-49dc-80d9-36b2bd4e06ef: rpc.has_security_group_logging(os_id): False [ 757.312280] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.312517] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.312608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.312838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.312928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.313152] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.313253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.313317] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.313474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.313554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.313757] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.313853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.313916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.314561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.314561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.314561] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.314561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.314561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.314830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.314830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.314830] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 757.388339] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.388515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.388581] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.388820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.389056] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.408101] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 757.443245] env[66117]: INFO networking_nsxv3.common.synchronization [None req-971d138e-2752-40b2-86d3-4208f8bdfcee None None] Enqueued Resource ID: ee5780a7-2421-4152-8778-ac10f25c33f4 with Priority: HIGHEST for action port [ 757.443886] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee5780a7-2421-4152-8778-ac10f25c33f4 with Priority: HIGHEST for action port [ 757.444156] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee5780a7-2421-4152-8778-ac10f25c33f4 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.444276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee5780a7-2421-4152-8778-ac10f25c33f4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.444342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee5780a7-2421-4152-8778-ac10f25c33f4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.444618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee5780a7-2421-4152-8778-ac10f25c33f4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.445641] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee5780a7-2421-4152-8778-ac10f25c33f4',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.782342] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8 with status ACTIVE [ 757.782703] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.782703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.782703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.783028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.783320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.783564] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.783684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.783756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.783960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.784084] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.784366] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.784513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.784609] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.784843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.784954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.785133] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8 is going to be updated. [ 757.786779] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.787975] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.788226] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.825023] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.825023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.825023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.825263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.825312] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.825509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9bf615b-dfe6-4523-80d0-4f3afe0ab2b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.950281] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee5780a7-2421-4152-8778-ac10f25c33f4 [ 757.950615] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.950799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.950902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.951243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.951339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.951476] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee5780a7-2421-4152-8778-ac10f25c33f4 already deleted. [ 757.951613] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee5780a7-2421-4152-8778-ac10f25c33f4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.056925] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: SUCCESS [ 758.057210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.057474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.057776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.058012] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.058151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.058238] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.058498] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.058614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.058713] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.058864] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.292048] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.561829] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.795159] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.795626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.795626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.795626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.795802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.795802] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be created. [ 758.816803] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec030768-0673-45d5-ba12-5a623aa8e303 in Status: SUCCESS [ 758.816803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.829265] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.831282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.831957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.832235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.832409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.848026] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: UNINITIALIZED for 2s [ 759.064033] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08e1d86d-3294-400f-be01-5245da320976: rpc.has_security_group_logging(os_id): False [ 759.085438] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.085658] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.085752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.086110] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.086249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.086522] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.086632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.086684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.086842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.086928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.087024] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08e1d86d-3294-400f-be01-5245da320976 is going to be created. [ 759.150851] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.151063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.151063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.151274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.151475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.180864] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: IN_PROGRESS for 2s [ 759.428026] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 759.428026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.860369] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 760.860687] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.860856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.861099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.861384] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.861571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.861612] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.861794] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.861886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.861975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.862082] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.196147] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: SUCCESS [ 761.196402] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.289980] env[66117]: INFO networking_nsxv3.common.synchronization [req-ff4edaf2-f868-405f-95a4-99060583b535 req-de5f827f-50f2-4686-9c15-ff36e2648622 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 with Priority: HIGHEST for action security_group_members [ 761.292571] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 with Priority: HIGHEST for action security_group_members [ 761.294502] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.294916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.295062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.296284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.296545] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.296737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.296847] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.297089] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.297857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.298052] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a872cbc1-bfed-4fa3-9b90-42d1a0b9b272',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.365453] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.365627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.365719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.365903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.366088] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.366201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.366257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.366430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.366533] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.366656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.366764] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.366956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.367021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.367160] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.367291] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.367385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.367442] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.367578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.367666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.367752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.367841] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.803378] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.803568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.803660] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.803912] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.804043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.804262] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.804639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.804639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.804639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.804981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.804981] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 is going to be updated. [ 761.839487] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.839487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.839487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.839843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.840075] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.851689] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 in Status: IN_PROGRESS for 2s [ 761.871557] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d796e75e-eb32-4201-94c1-b128237fb437: rpc.has_security_group_logging(os_id): False [ 761.896630] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.897037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.897219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.897526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.897678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.898239] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.898441] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.898569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.898825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.899177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.899794] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.900017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.900177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.900509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.900743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.901751] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.901751] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.901751] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.901978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.902099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.902567] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be created. [ 762.000448] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.000732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.000839] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.001141] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.001518] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.037237] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 763.376544] env[66117]: INFO networking_nsxv3.common.synchronization [req-00d96f26-98de-4ff9-a008-fccb318c71bb req-75e5cce6-4160-4fd1-897b-d401a8790193 tempest-ListImageFiltersTestJSON-1189411830 tempest-ListImageFiltersTestJSON-1189411830-project-member] Enqueued Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_members [ 763.377547] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_members [ 763.377929] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.378301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.378408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.378777] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.378988] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.379187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.379289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.379528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.380495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.380667] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.392039] env[66117]: INFO networking_nsxv3.common.synchronization [None req-1734086e-cc58-4048-ba5e-5e04be91884a None None] Enqueued Resource ID: 94730b6a-6096-4da0-b926-613cf0e17509 with Priority: HIGHEST for action port [ 763.392785] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94730b6a-6096-4da0-b926-613cf0e17509 with Priority: HIGHEST for action port [ 763.395073] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-94730b6a-6096-4da0-b926-613cf0e17509 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.395073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94730b6a-6096-4da0-b926-613cf0e17509" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.395073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94730b6a-6096-4da0-b926-613cf0e17509" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.395073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94730b6a-6096-4da0-b926-613cf0e17509" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.395073] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94730b6a-6096-4da0-b926-613cf0e17509',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.862784] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 in Status: SUCCESS [ 763.862976] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 deletion is rescheduled due to dependency. [ 763.863107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.885795] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.885795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.885795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.885795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.885795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.885795] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.885795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.885795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.885795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.885795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.885795] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 already deleted. [ 763.885795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.900999] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94730b6a-6096-4da0-b926-613cf0e17509 [ 763.901252] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.901359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.901489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.901731] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.902407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.902407] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94730b6a-6096-4da0-b926-613cf0e17509 already deleted. [ 763.902407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94730b6a-6096-4da0-b926-613cf0e17509" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.051172] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 764.051416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.593168] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.593518] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.593518] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.593721] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.594223] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.594370] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.594458] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.594672] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.594818] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.595159] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.595339] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.595387] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.595472] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.595578] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.595678] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.595801] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.618599] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.618806] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.619037] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.619134] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.619442] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-83728aeb-4948-47a0-8f82-02d03f3066be taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.619653] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-83728aeb-4948-47a0-8f82-02d03f3066be" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.619769] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-83728aeb-4948-47a0-8f82-02d03f3066be" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.620108] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-83728aeb-4948-47a0-8f82-02d03f3066be" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.620240] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83728aeb-4948-47a0-8f82-02d03f3066be',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.124990] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.125229] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.125343] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.125609] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.125745] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.125886] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 83728aeb-4948-47a0-8f82-02d03f3066be not found, creating... [ 765.126196] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.126346] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.126689] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.126689] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.126862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.127089] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.127824] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.127824] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.127824] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.127824] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.127824] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 83728aeb-4948-47a0-8f82-02d03f3066be is going to be created. [ 765.149860] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.150307] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.150516] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.150783] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.151017] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.151243] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-83728aeb-4948-47a0-8f82-02d03f3066be" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.607105] env[66117]: INFO networking_nsxv3.common.synchronization [None req-8ecc4314-dfc4-421a-8f95-d7282bafc482 None None] Enqueued Resource ID: 1601c853-f2ad-4a95-a57d-f976550164ec with Priority: HIGHEST for action port [ 765.607687] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1601c853-f2ad-4a95-a57d-f976550164ec with Priority: HIGHEST for action port [ 765.608023] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-1601c853-f2ad-4a95-a57d-f976550164ec taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.608169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1601c853-f2ad-4a95-a57d-f976550164ec" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.608216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1601c853-f2ad-4a95-a57d-f976550164ec" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.608482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1601c853-f2ad-4a95-a57d-f976550164ec" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.608567] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1601c853-f2ad-4a95-a57d-f976550164ec',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.638207] env[66117]: INFO networking_nsxv3.common.synchronization [None req-16d4636b-9ff2-4173-b925-297c2dabe9e8 None None] Enqueued Resource ID: 34f8652e-4e52-40ce-89b9-95dd9794aa46 with Priority: HIGHEST for action port [ 765.638378] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f8652e-4e52-40ce-89b9-95dd9794aa46 with Priority: HIGHEST for action port [ 765.639025] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-34f8652e-4e52-40ce-89b9-95dd9794aa46 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.639143] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34f8652e-4e52-40ce-89b9-95dd9794aa46" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.639640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34f8652e-4e52-40ce-89b9-95dd9794aa46" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.639640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34f8652e-4e52-40ce-89b9-95dd9794aa46" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.639640] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34f8652e-4e52-40ce-89b9-95dd9794aa46',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.935689] env[66117]: INFO networking_nsxv3.common.synchronization [req-00d96f26-98de-4ff9-a008-fccb318c71bb req-e5ba9d82-a438-4c4f-9bc9-fbd34fb66ad7 service nova] Enqueued Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_rules [ 765.935892] env[66117]: INFO networking_nsxv3.common.synchronization [req-00d96f26-98de-4ff9-a008-fccb318c71bb req-e5ba9d82-a438-4c4f-9bc9-fbd34fb66ad7 service nova] Enqueued Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_members [ 765.937174] env[66117]: INFO networking_nsxv3.common.synchronization [req-00d96f26-98de-4ff9-a008-fccb318c71bb req-e5ba9d82-a438-4c4f-9bc9-fbd34fb66ad7 service nova] Enqueued Resource ID: 83728aeb-4948-47a0-8f82-02d03f3066be with Priority: HIGHEST for action port [ 765.937174] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_rules [ 765.937174] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_members [ 765.937174] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83728aeb-4948-47a0-8f82-02d03f3066be with Priority: HIGHEST for action port [ 765.940544] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.940737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.940819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.941164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.941275] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.942447] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.942595] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.942665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.942888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.943051] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.944600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.945050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.945493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.945558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.945897] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.947396] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-83728aeb-4948-47a0-8f82-02d03f3066be taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.947664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83728aeb-4948-47a0-8f82-02d03f3066be" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.947664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83728aeb-4948-47a0-8f82-02d03f3066be" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.947984] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83728aeb-4948-47a0-8f82-02d03f3066be" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.948041] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83728aeb-4948-47a0-8f82-02d03f3066be',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.111739] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1601c853-f2ad-4a95-a57d-f976550164ec [ 766.112759] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.112759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.112759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.112759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.112759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.113036] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1601c853-f2ad-4a95-a57d-f976550164ec already deleted. [ 766.113036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1601c853-f2ad-4a95-a57d-f976550164ec" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.141932] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34f8652e-4e52-40ce-89b9-95dd9794aa46 [ 766.142188] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.142341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.142407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.143274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.143274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.143274] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34f8652e-4e52-40ce-89b9-95dd9794aa46 already deleted. [ 766.143274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34f8652e-4e52-40ce-89b9-95dd9794aa46" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.452015] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.453117] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.453228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.453595] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83728aeb-4948-47a0-8f82-02d03f3066be with status ACTIVE [ 766.453759] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.453870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.453926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.454150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.454235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.454400] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.454494] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.454559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.454796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.454917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.459279] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.459399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.459504] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.459792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.459980] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.460147] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83728aeb-4948-47a0-8f82-02d03f3066be is going to be updated. [ 766.487662] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.488428] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.488428] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.488428] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.488428] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.488755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83728aeb-4948-47a0-8f82-02d03f3066be" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.807176] env[66117]: INFO networking_nsxv3.common.synchronization [req-70336691-d067-4d83-8eea-dd3ebe7ae806 req-2b41e1bc-fd44-4187-a8a5-190b49f6a91b tempest-ListImageFiltersTestJSON-1189411830 tempest-ListImageFiltersTestJSON-1189411830-project-member] Enqueued Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_members [ 766.807921] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_members [ 766.808378] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.808585] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.954411] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.142445] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.142586] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.142638] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.142962] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.143234] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.143378] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.143485] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.144710] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.144804] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.145358] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.145358] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.145358] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.145358] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.145358] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.145653] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.145653] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.167542] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.167790] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.167790] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.167905] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.168854] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-e62a2500-673f-40e2-a797-6488ba194a7f taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.168854] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-e62a2500-673f-40e2-a797-6488ba194a7f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.168854] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-e62a2500-673f-40e2-a797-6488ba194a7f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.169331] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-e62a2500-673f-40e2-a797-6488ba194a7f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.169331] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e62a2500-673f-40e2-a797-6488ba194a7f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.460099] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.460099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.460099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.460099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.460099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.461693] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 is going to be created. [ 767.491617] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.491821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.491920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.492109] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.492279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.503536] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: UNINITIALIZED for 2s [ 767.673601] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.673601] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.673601] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.673601] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.673601] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.673601] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port e62a2500-673f-40e2-a797-6488ba194a7f not found, creating... [ 767.673904] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.673958] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.674150] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.675289] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.675289] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.675289] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.675289] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.675805] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.676197] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.676489] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.676765] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: e62a2500-673f-40e2-a797-6488ba194a7f is going to be created. [ 767.700189] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.700420] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.700496] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.701326] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.701326] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.701326] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-e62a2500-673f-40e2-a797-6488ba194a7f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.077085] env[66117]: INFO networking_nsxv3.common.synchronization [req-d824ac2d-142c-47ce-9ad5-c60bda840f0c req-b754e5c5-32b4-441a-82bb-41c371c0201d tempest-SecurityGroupRulesTestJSON-1625354517 tempest-SecurityGroupRulesTestJSON-1625354517-project-member] Enqueued Resource ID: 3ac093d9-e75e-4002-acb9-b694865e9a63 with Priority: HIGHEST for action security_group_rules [ 768.077085] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ac093d9-e75e-4002-acb9-b694865e9a63 with Priority: HIGHEST for action security_group_rules [ 768.077085] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ac093d9-e75e-4002-acb9-b694865e9a63 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.077085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ac093d9-e75e-4002-acb9-b694865e9a63" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.077085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ac093d9-e75e-4002-acb9-b694865e9a63" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.077085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ac093d9-e75e-4002-acb9-b694865e9a63" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.077085] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ac093d9-e75e-4002-acb9-b694865e9a63',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.530032] env[66117]: INFO networking_nsxv3.common.synchronization [req-70336691-d067-4d83-8eea-dd3ebe7ae806 req-1c158d3c-76c2-4ce3-8790-bee04990fcbd service nova] Enqueued Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_rules [ 768.530032] env[66117]: INFO networking_nsxv3.common.synchronization [req-70336691-d067-4d83-8eea-dd3ebe7ae806 req-1c158d3c-76c2-4ce3-8790-bee04990fcbd service nova] Enqueued Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_members [ 768.530032] env[66117]: INFO networking_nsxv3.common.synchronization [req-70336691-d067-4d83-8eea-dd3ebe7ae806 req-1c158d3c-76c2-4ce3-8790-bee04990fcbd service nova] Enqueued Resource ID: e62a2500-673f-40e2-a797-6488ba194a7f with Priority: HIGHEST for action port [ 768.530032] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_rules [ 768.530032] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_members [ 768.530317] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62a2500-673f-40e2-a797-6488ba194a7f with Priority: HIGHEST for action port [ 768.530401] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.530625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.533828] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.533828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.533828] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e62a2500-673f-40e2-a797-6488ba194a7f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.533828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e62a2500-673f-40e2-a797-6488ba194a7f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.533828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e62a2500-673f-40e2-a797-6488ba194a7f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.533828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e62a2500-673f-40e2-a797-6488ba194a7f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.533828] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e62a2500-673f-40e2-a797-6488ba194a7f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.600262] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.600421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.600462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.600863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.601057] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.601139] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ac093d9-e75e-4002-acb9-b694865e9a63 already deleted. [ 768.601175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ac093d9-e75e-4002-acb9-b694865e9a63" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.806154] env[66117]: INFO networking_nsxv3.common.synchronization [None req-a8b99398-1ff6-48f1-b48a-3c833bbe5532 None None] Enqueued Resource ID: ca04989b-85ba-40a5-9d87-3cd0d6a50b0f with Priority: HIGHEST for action port [ 768.807488] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca04989b-85ba-40a5-9d87-3cd0d6a50b0f with Priority: HIGHEST for action port [ 768.807849] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca04989b-85ba-40a5-9d87-3cd0d6a50b0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.808019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca04989b-85ba-40a5-9d87-3cd0d6a50b0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.808078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca04989b-85ba-40a5-9d87-3cd0d6a50b0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.808320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca04989b-85ba-40a5-9d87-3cd0d6a50b0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.808417] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca04989b-85ba-40a5-9d87-3cd0d6a50b0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.037579] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e62a2500-673f-40e2-a797-6488ba194a7f with status ACTIVE [ 769.037579] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.037579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.037579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.037579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.037579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.037579] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.038470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.038470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.038470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.038470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.038470] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.038470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.038470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.038803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.038803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.038922] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e62a2500-673f-40e2-a797-6488ba194a7f is going to be updated. [ 769.062293] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.062511] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.063323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.063323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.063323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.063323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e62a2500-673f-40e2-a797-6488ba194a7f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.312058] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca04989b-85ba-40a5-9d87-3cd0d6a50b0f [ 769.312365] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.312498] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.313198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.313198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.313198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.313198] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca04989b-85ba-40a5-9d87-3cd0d6a50b0f already deleted. [ 769.313198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca04989b-85ba-40a5-9d87-3cd0d6a50b0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.516179] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: SUCCESS [ 769.516179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.516323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.516595] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.516820] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.516947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.517028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.517195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.517277] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.517513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.517513] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.518299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.518498] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.519525] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.519525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.519525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.519525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.519525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.519525] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.012022] env[66117]: INFO networking_nsxv3.common.synchronization [None req-e44dc698-f7db-4771-bf21-ee83e080fa6e tempest-ServerRescueNegativeTestJSON-1614547636 tempest-ServerRescueNegativeTestJSON-1614547636-project-member] Enqueued Resource ID: ca521739-5876-429f-bceb-d0c7155a140d with Priority: HIGHEST for action security_group_rules [ 770.012729] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca521739-5876-429f-bceb-d0c7155a140d with Priority: HIGHEST for action security_group_rules [ 770.013075] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca521739-5876-429f-bceb-d0c7155a140d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.013199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.013266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.013526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.013618] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca521739-5876-429f-bceb-d0c7155a140d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.021797] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.021906] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.022105] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.113485] env[66117]: INFO networking_nsxv3.common.synchronization [None req-d5328379-4f53-4e57-b601-5f20aaab3c75 tempest-ServerRescueNegativeTestJSON-1614547636 tempest-ServerRescueNegativeTestJSON-1614547636-project-member] Enqueued Resource ID: ca521739-5876-429f-bceb-d0c7155a140d with Priority: HIGHEST for action security_group_rules [ 770.114017] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca521739-5876-429f-bceb-d0c7155a140d with Priority: HIGHEST for action security_group_rules [ 770.114398] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca521739-5876-429f-bceb-d0c7155a140d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.114499] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.214670] env[66117]: INFO networking_nsxv3.common.synchronization [req-879c2f00-5be4-420a-8a0a-9c0c9934765d req-1b821ac3-d177-4175-853e-10140f773b88 tempest-SecurityGroupRulesTestJSON-1625354517 tempest-SecurityGroupRulesTestJSON-1625354517-project-member] Enqueued Resource ID: 39c13f3d-d873-4b8c-977e-2387676604e5 with Priority: HIGHEST for action security_group_rules [ 770.215227] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39c13f3d-d873-4b8c-977e-2387676604e5 with Priority: HIGHEST for action security_group_rules [ 770.215563] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39c13f3d-d873-4b8c-977e-2387676604e5 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.215726] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39c13f3d-d873-4b8c-977e-2387676604e5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.215800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39c13f3d-d873-4b8c-977e-2387676604e5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.216060] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39c13f3d-d873-4b8c-977e-2387676604e5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.216152] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39c13f3d-d873-4b8c-977e-2387676604e5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.525936] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.539409] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.539409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.539409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.539409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.539409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.539409] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca521739-5876-429f-bceb-d0c7155a140d already deleted. [ 770.539409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.539409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.539409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.539409] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca521739-5876-429f-bceb-d0c7155a140d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.737788] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.737990] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.738114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.738758] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.738758] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.738758] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39c13f3d-d873-4b8c-977e-2387676604e5 already deleted. [ 770.739555] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39c13f3d-d873-4b8c-977e-2387676604e5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.002458] env[66117]: INFO networking_nsxv3.common.synchronization [req-d5bc0d11-29b3-4286-b588-4f48bdbde412 req-76a38888-2b6b-43c6-858b-6e280b5e2ab4 tempest-MultipleCreateTestJSON-475319154 tempest-MultipleCreateTestJSON-475319154-project-member] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 771.003034] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 771.003404] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.005461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.005461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.005461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.005461] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.005461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.005461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.005461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.005461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.005461] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.030056] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.030219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.030287] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.030622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.030778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.030909] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 is going to be updated. [ 771.070869] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.071119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.071212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.071353] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.071442] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.071538] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca521739-5876-429f-bceb-d0c7155a140d already deleted. [ 771.071616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.074293] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.074472] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.074558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.074863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.075392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.089501] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: IN_PROGRESS for 2s [ 771.508561] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.508721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.508767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.509017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.512162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.512162] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.512162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.512162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.512162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.512162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.512162] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be updated. [ 771.537847] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.537847] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.538582] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.539057] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.539475] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.541923] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.542183] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.542568] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.544049] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.544049] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.544049] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.544049] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.544049] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.544049] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.544049] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.544049] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.546405] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.546841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.546841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.547198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.551147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.567544] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: IN_PROGRESS for 2s [ 771.578303] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.578303] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.578303] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.579272] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.579272] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-73bbb3eb-ee15-428e-bd2d-45e85c6c1edc taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.579442] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-73bbb3eb-ee15-428e-bd2d-45e85c6c1edc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.579608] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-73bbb3eb-ee15-428e-bd2d-45e85c6c1edc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.580015] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-73bbb3eb-ee15-428e-bd2d-45e85c6c1edc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.580232] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73bbb3eb-ee15-428e-bd2d-45e85c6c1edc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.088862] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.088862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.088862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.088862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.088862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.088862] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 73bbb3eb-ee15-428e-bd2d-45e85c6c1edc not found, creating... [ 772.088862] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.088862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.088862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.088862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.091055] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.091055] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.091055] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.091055] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.091716] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.091889] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.092054] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 73bbb3eb-ee15-428e-bd2d-45e85c6c1edc is going to be created. [ 772.119843] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.120469] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.120763] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.121307] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.121742] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.122210] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-73bbb3eb-ee15-428e-bd2d-45e85c6c1edc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.694494] env[66117]: INFO networking_nsxv3.common.synchronization [req-bd819efa-2556-4a90-aa21-6390a63981f2 req-70e5e786-3059-4b73-90a7-8068ca70080f tempest-ServersV294TestFqdnHostnames-1302171498 tempest-ServersV294TestFqdnHostnames-1302171498-project-member] Enqueued Resource ID: e93709fe-8cb6-4274-8fb5-188446d242a7 with Priority: HIGHEST for action security_group_members [ 772.695086] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93709fe-8cb6-4274-8fb5-188446d242a7 with Priority: HIGHEST for action security_group_members [ 772.695413] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93709fe-8cb6-4274-8fb5-188446d242a7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.695535] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.695685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.695833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.695980] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.696091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.696145] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.696292] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.696400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.696463] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e93709fe-8cb6-4274-8fb5-188446d242a7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.856101] env[66117]: INFO networking_nsxv3.common.synchronization [req-d5bc0d11-29b3-4286-b588-4f48bdbde412 req-24bed2d6-4f72-4078-9d68-546ae79f43fb service nova] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_rules [ 772.858420] env[66117]: INFO networking_nsxv3.common.synchronization [req-d5bc0d11-29b3-4286-b588-4f48bdbde412 req-24bed2d6-4f72-4078-9d68-546ae79f43fb service nova] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 772.858420] env[66117]: INFO networking_nsxv3.common.synchronization [req-d5bc0d11-29b3-4286-b588-4f48bdbde412 req-24bed2d6-4f72-4078-9d68-546ae79f43fb service nova] Enqueued Resource ID: 73bbb3eb-ee15-428e-bd2d-45e85c6c1edc with Priority: HIGHEST for action port [ 772.863357] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_rules [ 772.863357] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 772.863357] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73bbb3eb-ee15-428e-bd2d-45e85c6c1edc with Priority: HIGHEST for action port [ 772.863357] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.863357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.863357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.863357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.863357] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.864819] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.865202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.868677] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-73bbb3eb-ee15-428e-bd2d-45e85c6c1edc taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.868677] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73bbb3eb-ee15-428e-bd2d-45e85c6c1edc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.868677] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73bbb3eb-ee15-428e-bd2d-45e85c6c1edc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.868677] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73bbb3eb-ee15-428e-bd2d-45e85c6c1edc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.868888] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73bbb3eb-ee15-428e-bd2d-45e85c6c1edc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.104330] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: SUCCESS [ 773.107514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.107514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.107514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.107514] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.107514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.107514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.107514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.107514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.107514] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.200405] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.200863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.201114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.202339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.202475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.202752] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.202885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.202961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.203148] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.203230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.203353] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93709fe-8cb6-4274-8fb5-188446d242a7 is going to be updated. [ 773.221087] env[66117]: INFO networking_nsxv3.common.synchronization [req-a761d369-b982-4ca0-bd01-43500b64e572 req-bf271729-f3ba-49b3-b16d-74a91dd60fcf tempest-InstanceActionsNegativeTestJSON-1937211328 tempest-InstanceActionsNegativeTestJSON-1937211328-project-member] Enqueued Resource ID: ec030768-0673-45d5-ba12-5a623aa8e303 with Priority: HIGHEST for action security_group_members [ 773.221797] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec030768-0673-45d5-ba12-5a623aa8e303 with Priority: HIGHEST for action security_group_members [ 773.222322] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec030768-0673-45d5-ba12-5a623aa8e303 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.222499] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.222587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.223191] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.223414] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.223560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.223637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.223834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.223926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.224065] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec030768-0673-45d5-ba12-5a623aa8e303',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.235324] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.235548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.235633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.235904] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.237480] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.248872] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93709fe-8cb6-4274-8fb5-188446d242a7 in Status: IN_PROGRESS for 2s [ 773.249170] env[66117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-962fb05b-7848-4893-af98-6b833380b06a None None] NSXv3 Agent Agent loop - iteration:0 completed [ 773.249274] env[66117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-962fb05b-7848-4893-af98-6b833380b06a None None] NSXv3 Agent Agent loop - iteration:1 started [ 773.370893] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.371071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.371208] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73bbb3eb-ee15-428e-bd2d-45e85c6c1edc with status ACTIVE [ 773.371404] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.371558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.371648] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.371902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.372022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.372209] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.372307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.372382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.372580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.372672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.372894] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.372997] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.373565] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.374240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.374240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.374240] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73bbb3eb-ee15-428e-bd2d-45e85c6c1edc is going to be updated. [ 773.425325] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.425537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.425537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.425759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.426322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.426322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73bbb3eb-ee15-428e-bd2d-45e85c6c1edc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.582126] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: SUCCESS [ 773.582664] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 deletion is rescheduled due to dependency. [ 773.582664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.583432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.585552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.585552] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.585552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.585552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.585552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.585552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.585552] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.611289] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.727566] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.727940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.727940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.728062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.728094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.730683] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.730986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.731097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.731331] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.731439] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.731538] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec030768-0673-45d5-ba12-5a623aa8e303 is going to be updated. [ 773.767547] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.767547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.767547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.767547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.767547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.777343] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec030768-0673-45d5-ba12-5a623aa8e303 in Status: IN_PROGRESS for 2s [ 774.090837] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.115212] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.593384] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.618973] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.620298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.620298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.620694] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.620796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.620892] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 is going to be updated. [ 774.660532] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.660841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.660841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.661131] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.661293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.674222] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: IN_PROGRESS for 2s [ 775.097762] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.097762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.097762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.097762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.097762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.097762] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be updated. [ 775.132071] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.132071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.132071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.132071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.132071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.143293] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: IN_PROGRESS for 2s [ 775.157403] env[66117]: INFO networking_nsxv3.common.synchronization [req-76145af7-efc0-4087-9d23-9eeae9534e82 req-feda1dd4-3649-4b85-b660-f9e98208d881 tempest-SecurityGroupRulesTestJSON-1625354517 tempest-SecurityGroupRulesTestJSON-1625354517-project-member] Enqueued Resource ID: 0df94807-3695-4a8b-800b-2224b45c73e3 with Priority: HIGHEST for action security_group_rules [ 775.157403] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df94807-3695-4a8b-800b-2224b45c73e3 with Priority: HIGHEST for action security_group_rules [ 775.158076] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0df94807-3695-4a8b-800b-2224b45c73e3 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.158344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0df94807-3695-4a8b-800b-2224b45c73e3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.158496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0df94807-3695-4a8b-800b-2224b45c73e3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.158888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0df94807-3695-4a8b-800b-2224b45c73e3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.159280] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0df94807-3695-4a8b-800b-2224b45c73e3',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.260670] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93709fe-8cb6-4274-8fb5-188446d242a7 in Status: SUCCESS [ 775.260967] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93709fe-8cb6-4274-8fb5-188446d242a7 deletion is rescheduled due to dependency. [ 775.261122] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.684947] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.685154] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.685202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.685915] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.686147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.686374] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0df94807-3695-4a8b-800b-2224b45c73e3 already deleted. [ 775.686566] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0df94807-3695-4a8b-800b-2224b45c73e3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.797233] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec030768-0673-45d5-ba12-5a623aa8e303 in Status: SUCCESS [ 775.797233] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec030768-0673-45d5-ba12-5a623aa8e303 deletion is rescheduled due to dependency. [ 775.797233] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.125068] env[66117]: INFO networking_nsxv3.common.synchronization [req-d5bc0d11-29b3-4286-b588-4f48bdbde412 req-ed64b987-2e88-4d47-9c29-d15ee66b3953 tempest-MultipleCreateTestJSON-475319154 tempest-MultipleCreateTestJSON-475319154-project-member] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 776.125626] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 776.126044] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.126116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.518061] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.518061] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.518061] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.518061] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.518061] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.518900] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.519053] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.519605] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.519605] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.519898] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.520111] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.520229] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.520333] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.520439] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.520587] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.520780] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.547662] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.547863] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.547997] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.548176] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-399" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.548498] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-910a557b-16fa-481f-b6ca-82e66712244a taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.548729] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-910a557b-16fa-481f-b6ca-82e66712244a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.548856] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-910a557b-16fa-481f-b6ca-82e66712244a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.549241] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-910a557b-16fa-481f-b6ca-82e66712244a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.549415] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('910a557b-16fa-481f-b6ca-82e66712244a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.685624] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: SUCCESS [ 776.685993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.686276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.686596] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.686829] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.686968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.687132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.687358] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.687456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.687571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.687799] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.687934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.688011] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.688177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.688331] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.688472] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.688562] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.688732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.688810] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.688889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.689016] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.053052] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.053421] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.053541] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.053974] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.054108] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.054259] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 910a557b-16fa-481f-b6ca-82e66712244a not found, creating... [ 777.054562] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.054724] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.054834] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.055069] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.055228] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.055712] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.055712] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.056126] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.056126] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.056390] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.056390] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 910a557b-16fa-481f-b6ca-82e66712244a is going to be created. [ 777.081448] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.081782] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.081905] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.082196] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.082420] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.082642] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-910a557b-16fa-481f-b6ca-82e66712244a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.155814] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: SUCCESS [ 777.156167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.156274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.156515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.157234] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.157234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.157234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.157234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.157524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.157524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.157632] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.158582] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.159557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.159557] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.159557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.159557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.159557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.159557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.159557] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.191385] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9601c8fb-2aa7-457a-bd02-d2604be2ef58: rpc.has_security_group_logging(os_id): False [ 777.211257] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.211457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.211457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.211686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.211776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.211998] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.212120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.212172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.212398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.212398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.212591] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.212684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.212745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.212895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.213000] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.213233] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.213290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.213323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.213462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.213530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.213613] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 is going to be created. [ 777.304490] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.304490] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.304490] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.304800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.304800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.322498] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: IN_PROGRESS for 2s [ 777.661784] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.661969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.662155] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.833357] env[66117]: INFO networking_nsxv3.common.synchronization [req-d5bc0d11-29b3-4286-b588-4f48bdbde412 req-9edfdcb7-99c9-440b-bddc-ab5833a14507 service nova] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_rules [ 777.833529] env[66117]: INFO networking_nsxv3.common.synchronization [req-d5bc0d11-29b3-4286-b588-4f48bdbde412 req-9edfdcb7-99c9-440b-bddc-ab5833a14507 service nova] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 777.833661] env[66117]: INFO networking_nsxv3.common.synchronization [req-d5bc0d11-29b3-4286-b588-4f48bdbde412 req-9edfdcb7-99c9-440b-bddc-ab5833a14507 service nova] Enqueued Resource ID: 910a557b-16fa-481f-b6ca-82e66712244a with Priority: HIGHEST for action port [ 777.834198] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_rules [ 777.834337] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 777.834431] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910a557b-16fa-481f-b6ca-82e66712244a with Priority: HIGHEST for action port [ 777.834696] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.834802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.835059] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.835180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.835437] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-910a557b-16fa-481f-b6ca-82e66712244a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.835575] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-910a557b-16fa-481f-b6ca-82e66712244a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.835747] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-910a557b-16fa-481f-b6ca-82e66712244a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.836045] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-910a557b-16fa-481f-b6ca-82e66712244a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.836177] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('910a557b-16fa-481f-b6ca-82e66712244a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.164196] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.338048] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 910a557b-16fa-481f-b6ca-82e66712244a with status ACTIVE [ 778.338282] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.338485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.338637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.338853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.338981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.339270] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.339420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.339499] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.339669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.339750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.339996] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.340128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.340197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.340356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.340427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.340562] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 910a557b-16fa-481f-b6ca-82e66712244a is going to be updated. [ 778.363819] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.364029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.364112] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.364437] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.364694] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.364930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-910a557b-16fa-481f-b6ca-82e66712244a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.667073] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.667283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.667283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.667549] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.667644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.667746] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be updated. [ 778.723803] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.724117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.724117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.724263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.724409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.734673] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: IN_PROGRESS for 2s [ 778.882746] env[66117]: INFO networking_nsxv3.common.synchronization [req-bc9962ee-1f0b-459f-a2a1-f41719c78689 req-221b4cdb-d3f0-44f0-a87e-a2ea36a37a2f tempest-InstanceActionsTestJSON-357934023 tempest-InstanceActionsTestJSON-357934023-project-member] Enqueued Resource ID: aac00d69-53a4-4703-937f-4b3f2b3de566 with Priority: HIGHEST for action security_group_members [ 778.882746] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00d69-53a4-4703-937f-4b3f2b3de566 with Priority: HIGHEST for action security_group_members [ 778.882746] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00d69-53a4-4703-937f-4b3f2b3de566 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.882746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.882746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.883403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.883403] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.883403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.883403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.883403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.883699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.883699] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac00d69-53a4-4703-937f-4b3f2b3de566',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.969684] env[66117]: INFO networking_nsxv3.common.synchronization [req-71bd2cdd-3a51-4d01-a8d4-603a7626d8ff req-8b2d24ed-8db7-4948-95da-a4565be16aef tempest-FloatingIPsAssociationTestJSON-326122769 tempest-FloatingIPsAssociationTestJSON-326122769-project-member] Enqueued Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_members [ 778.970502] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGHEST for action security_group_members [ 778.970722] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.971137] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.971137] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.971368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.971524] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.971699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.971807] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.972405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.972405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.972405] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.280287] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-863 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.280787] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-863" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.280787] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-863" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.281429] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-863" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.281834] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.282132] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.282206] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.282559] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.282760] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.283484] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.283647] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.283794] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.283961] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.284154] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.284304] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.284470] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.317692] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.317885] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.318110] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.318340] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-863" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.318738] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-1643f56a-1ae7-4fd4-ba19-d75265c2a328 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.319013] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-1643f56a-1ae7-4fd4-ba19-d75265c2a328" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.319156] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-1643f56a-1ae7-4fd4-ba19-d75265c2a328" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.319575] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-1643f56a-1ae7-4fd4-ba19-d75265c2a328" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.319798] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1643f56a-1ae7-4fd4-ba19-d75265c2a328',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.338275] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: SUCCESS [ 779.338715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.339871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.340239] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.340394] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.387345] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.387694] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.387891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.388251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.388472] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.388845] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.389057] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.389176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.389477] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.389576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.389731] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00d69-53a4-4703-937f-4b3f2b3de566 already deleted. [ 779.389845] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.474571] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.474970] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.475118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.475372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.475471] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.475756] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.475906] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.475983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.476181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.476331] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.477041] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf is going to be updated. [ 779.510022] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.510283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.510387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.510674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.510989] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.523954] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf in Status: IN_PROGRESS for 2s [ 779.822657] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.823136] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.823264] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.823458] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.823599] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.823749] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 1643f56a-1ae7-4fd4-ba19-d75265c2a328 not found, creating... [ 779.824055] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.824306] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.824520] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.824848] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.824848] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.825478] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.825688] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.825805] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.826090] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.826251] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.826543] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 1643f56a-1ae7-4fd4-ba19-d75265c2a328 is going to be created. [ 779.844397] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.844662] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.844741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.844971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.845213] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.845424] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.845478] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.845652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.845741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.845834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.845941] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.851352] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.852791] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.855020] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.855020] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.855020] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.855020] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-1643f56a-1ae7-4fd4-ba19-d75265c2a328" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.350336] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.350734] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.350909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.351177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.351400] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.351484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.351530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.351816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.351929] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.351994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.352185] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.352301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.352360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.352501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.352643] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.352735] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.352793] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.352959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.353083] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.353170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.353277] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.603857] env[66117]: INFO networking_nsxv3.common.synchronization [req-bc9962ee-1f0b-459f-a2a1-f41719c78689 req-10568105-17f0-45f3-8831-1b74c4792b42 service nova] Enqueued Resource ID: aac00d69-53a4-4703-937f-4b3f2b3de566 with Priority: HIGHEST for action security_group_rules [ 780.603857] env[66117]: INFO networking_nsxv3.common.synchronization [req-bc9962ee-1f0b-459f-a2a1-f41719c78689 req-10568105-17f0-45f3-8831-1b74c4792b42 service nova] Enqueued Resource ID: aac00d69-53a4-4703-937f-4b3f2b3de566 with Priority: HIGHEST for action security_group_members [ 780.603857] env[66117]: INFO networking_nsxv3.common.synchronization [req-bc9962ee-1f0b-459f-a2a1-f41719c78689 req-10568105-17f0-45f3-8831-1b74c4792b42 service nova] Enqueued Resource ID: 1643f56a-1ae7-4fd4-ba19-d75265c2a328 with Priority: HIGHEST for action port [ 780.604497] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00d69-53a4-4703-937f-4b3f2b3de566 with Priority: HIGHEST for action security_group_rules [ 780.604497] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00d69-53a4-4703-937f-4b3f2b3de566 with Priority: HIGHEST for action security_group_members [ 780.604600] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1643f56a-1ae7-4fd4-ba19-d75265c2a328 with Priority: HIGHEST for action port [ 780.604878] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac00d69-53a4-4703-937f-4b3f2b3de566 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.605098] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.605098] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.605522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.605522] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac00d69-53a4-4703-937f-4b3f2b3de566',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.606282] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00d69-53a4-4703-937f-4b3f2b3de566 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.606410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.606410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.607039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.607039] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.607039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.607039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.607039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.607039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.607313] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac00d69-53a4-4703-937f-4b3f2b3de566',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.608570] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-1643f56a-1ae7-4fd4-ba19-d75265c2a328 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.608570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1643f56a-1ae7-4fd4-ba19-d75265c2a328" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.608570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1643f56a-1ae7-4fd4-ba19-d75265c2a328" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.608570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1643f56a-1ae7-4fd4-ba19-d75265c2a328" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.608570] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1643f56a-1ae7-4fd4-ba19-d75265c2a328',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.747391] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: SUCCESS [ 780.747636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.747830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.748078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.748295] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.748415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.748519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.748767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.748851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.748951] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.749205] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.749281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.749314] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.750210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.750210] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.750210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.750210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.750210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.750210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.750210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.750210] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.751207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.751395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.751509] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.751639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.751692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.751836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.751928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.752032] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.857272] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9601c8fb-2aa7-457a-bd02-d2604be2ef58: rpc.has_security_group_logging(os_id): False [ 780.875852] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.876180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.876180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.876423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.876528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.876862] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.877037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.877124] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.877353] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.877484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.877703] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.877820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.878035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.878270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.878401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.878878] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.878878] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.878960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.879098] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.879256] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.879563] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 is going to be updated. [ 780.965101] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.965293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.965371] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.965569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.965741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.980270] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: IN_PROGRESS for 2s [ 781.110770] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00d69-53a4-4703-937f-4b3f2b3de566 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.110968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.111192] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aac00d69-53a4-4703-937f-4b3f2b3de566',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.114091] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1643f56a-1ae7-4fd4-ba19-d75265c2a328 with status ACTIVE [ 781.114737] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.114737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.114737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.114891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.114972] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.115200] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.115393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.115444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.115621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.115708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.115953] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.116355] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.116355] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.116355] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.119320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.119465] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1643f56a-1ae7-4fd4-ba19-d75265c2a328 is going to be updated. [ 781.144821] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.145044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.145114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.145341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.145480] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.145680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1643f56a-1ae7-4fd4-ba19-d75265c2a328" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.254176] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e23a49a-264a-4c6c-98f6-468ecb26e913: rpc.has_security_group_logging(os_id): False [ 781.255946] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.276601] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.276601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.276601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.276601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.276601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.277205] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.277205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.277205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.277205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.277712] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.277712] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.277712] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.277712] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.277913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.277913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.278142] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.278256] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.278665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.278665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.278665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.278665] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be updated. [ 781.419314] env[66117]: INFO networking_nsxv3.common.synchronization [req-883a1760-9003-4d83-a43b-2ad569c7bbb0 req-50fcbe03-729d-4ed0-a72a-ae22cf90f5a3 tempest-SecurityGroupRulesTestJSON-1625354517 tempest-SecurityGroupRulesTestJSON-1625354517-project-member] Enqueued Resource ID: 5b40812e-79d3-42c5-8fd5-9b3920134203 with Priority: HIGHEST for action security_group_rules [ 781.419662] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b40812e-79d3-42c5-8fd5-9b3920134203 with Priority: HIGHEST for action security_group_rules [ 781.419949] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b40812e-79d3-42c5-8fd5-9b3920134203 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.420108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b40812e-79d3-42c5-8fd5-9b3920134203" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.420184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b40812e-79d3-42c5-8fd5-9b3920134203" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.420468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b40812e-79d3-42c5-8fd5-9b3920134203" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.420926] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b40812e-79d3-42c5-8fd5-9b3920134203',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.468873] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.468873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.468873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.469146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.469218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.489333] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: IN_PROGRESS for 2s [ 781.540394] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf in Status: SUCCESS [ 781.540505] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf deletion is rescheduled due to dependency. [ 781.540671] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.614187] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aac00d69-53a4-4703-937f-4b3f2b3de566',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.759525] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.945129] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.945129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.945129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.945129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.945129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.945129] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b40812e-79d3-42c5-8fd5-9b3920134203 already deleted. [ 781.945129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b40812e-79d3-42c5-8fd5-9b3920134203" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.116593] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.117830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.117830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.117830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.117830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.117830] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00d69-53a4-4703-937f-4b3f2b3de566 is going to be created. [ 782.144405] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.144595] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.144683] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.145086] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.145086] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.156668] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00d69-53a4-4703-937f-4b3f2b3de566 in Status: UNINITIALIZED for 2s [ 782.262552] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.262787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.262787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.263116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.263237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.263348] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be updated. [ 782.325521] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.325719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.325719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.325913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.326079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.337595] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: IN_PROGRESS for 2s [ 782.998937] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: SUCCESS [ 782.999296] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.513168] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: SUCCESS [ 783.515291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.515291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.515291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.515291] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.858827] env[66117]: INFO networking_nsxv3.common.synchronization [req-fc9aa45a-5168-4bfa-9772-4014a3eb88d0 req-456cf3a0-8799-46bf-9d19-16f91c7d1855 tempest-ServersTestFqdnHostnames-354085449 tempest-ServersTestFqdnHostnames-354085449-project-member] Enqueued Resource ID: 5e29853a-0957-451f-968b-e25e31c3c208 with Priority: HIGHEST for action security_group_members [ 783.859396] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e29853a-0957-451f-968b-e25e31c3c208 with Priority: HIGHEST for action security_group_members [ 783.859705] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e29853a-0957-451f-968b-e25e31c3c208 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.860987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.860987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.860987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.860987] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.861253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.861253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.861826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.861826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.861826] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e29853a-0957-451f-968b-e25e31c3c208',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.019163] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.019163] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.171718] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00d69-53a4-4703-937f-4b3f2b3de566 in Status: SUCCESS [ 784.171909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.172133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.172355] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.172574] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.172696] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.172760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.172924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.173031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.173120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.173229] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aac00d69-53a4-4703-937f-4b3f2b3de566',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.351021] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: SUCCESS [ 784.351289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.351488] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.351765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.351907] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.352049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.352102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.352284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.352368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.352456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.352622] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.363738] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.363974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.364090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.364851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.364851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.364851] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.365095] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.365095] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.365220] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.365335] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.365456] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e29853a-0957-451f-968b-e25e31c3c208 is going to be updated. [ 784.401441] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.401662] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.401662] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.401897] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.402020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.412488] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e29853a-0957-451f-968b-e25e31c3c208 in Status: IN_PROGRESS for 2s [ 784.675531] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00d69-53a4-4703-937f-4b3f2b3de566 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.675713] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.675842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.676995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.676995] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.676995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.676995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.676995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.676995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.676995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.677324] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00d69-53a4-4703-937f-4b3f2b3de566 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.677324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.678097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.678304] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.679070] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.682061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.682061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.682061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.682061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.682061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.682061] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aac00d69-53a4-4703-937f-4b3f2b3de566',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.855980] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.856205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.856281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.856533] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.856811] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.856959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.857071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.857345] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.857407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.857529] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.857751] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.857943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.857943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.858138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.858220] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.858329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.858390] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.858541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.858760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.858861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.858953] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.861065] env[66117]: INFO networking_nsxv3.common.synchronization [None req-82c2b1b3-ab26-4a9e-acdf-ed5d4fd5bdb5 tempest-ImagesOneServerNegativeTestJSON-1102838547 tempest-ImagesOneServerNegativeTestJSON-1102838547-project-member] Enqueued Resource ID: 6523459b-c1cb-4d92-a8b8-d0fe97f70194 with Priority: HIGHEST for action security_group_rules [ 784.861994] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6523459b-c1cb-4d92-a8b8-d0fe97f70194 with Priority: HIGHEST for action security_group_rules [ 784.862354] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6523459b-c1cb-4d92-a8b8-d0fe97f70194 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.862480] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6523459b-c1cb-4d92-a8b8-d0fe97f70194" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.862556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6523459b-c1cb-4d92-a8b8-d0fe97f70194" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.862777] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6523459b-c1cb-4d92-a8b8-d0fe97f70194" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.863013] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6523459b-c1cb-4d92-a8b8-d0fe97f70194',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.054174] env[66117]: INFO networking_nsxv3.common.synchronization [None req-4e15b170-4d01-4a0c-9cc6-7510bb6d8f8a tempest-ImagesOneServerNegativeTestJSON-1102838547 tempest-ImagesOneServerNegativeTestJSON-1102838547-project-member] Enqueued Resource ID: 6523459b-c1cb-4d92-a8b8-d0fe97f70194 with Priority: HIGHEST for action security_group_rules [ 785.054563] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6523459b-c1cb-4d92-a8b8-d0fe97f70194 with Priority: HIGHEST for action security_group_rules [ 785.055344] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6523459b-c1cb-4d92-a8b8-d0fe97f70194 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.055344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6523459b-c1cb-4d92-a8b8-d0fe97f70194" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.191193] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aac00d69-53a4-4703-937f-4b3f2b3de566: rpc.has_security_group_logging(os_id): False [ 785.214520] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.215015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.215015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.215147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.215182] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.215707] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.215937] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.216083] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.216349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.216475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.216772] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.219911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.219911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.220530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.220530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.220759] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.221635] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.221635] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.221635] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.221635] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.221635] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac00d69-53a4-4703-937f-4b3f2b3de566 is going to be created. [ 785.313768] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.313883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.313938] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.315107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.315107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.330488] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac00d69-53a4-4703-937f-4b3f2b3de566 in Status: IN_PROGRESS for 2s [ 785.362072] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e23a49a-264a-4c6c-98f6-468ecb26e913: rpc.has_security_group_logging(os_id): False [ 785.381838] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.382032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.382105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.382324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.382422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.382740] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.382823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.382893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.383161] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.383263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.383445] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.383544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.383606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.383757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.383832] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.384082] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.384238] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.384296] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.384446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.385120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.385120] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be updated. [ 785.400036] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.400295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.400416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.402471] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.402471] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.402471] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6523459b-c1cb-4d92-a8b8-d0fe97f70194 already deleted. [ 785.402471] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6523459b-c1cb-4d92-a8b8-d0fe97f70194" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.402924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6523459b-c1cb-4d92-a8b8-d0fe97f70194" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.403567] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6523459b-c1cb-4d92-a8b8-d0fe97f70194" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.403567] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6523459b-c1cb-4d92-a8b8-d0fe97f70194',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.515055] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.515293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.515293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.515519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.515765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.533104] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: IN_PROGRESS for 2s [ 785.928436] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.928811] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.928938] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.929246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.929312] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.929454] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6523459b-c1cb-4d92-a8b8-d0fe97f70194 already deleted. [ 785.929512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6523459b-c1cb-4d92-a8b8-d0fe97f70194" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.149382] env[66117]: INFO networking_nsxv3.common.synchronization [req-2cdf7609-383d-4e3f-a02f-d66b6a3fbf01 req-449f6e8f-a274-46fd-a4cf-eac6bfdbfac8 tempest-ImagesTestJSON-1892496762 tempest-ImagesTestJSON-1892496762-project-member] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 786.151838] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 786.151838] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.151838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.151838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.152117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.152117] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.152315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.152315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.152477] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.152564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.152659] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.426867] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e29853a-0957-451f-968b-e25e31c3c208 in Status: SUCCESS [ 786.427161] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e29853a-0957-451f-968b-e25e31c3c208 deletion is rescheduled due to dependency. [ 786.427371] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.655953] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.656219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.656219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.656431] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.656521] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.656729] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.656833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.656910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.657092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.657173] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.657257] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 786.691685] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.691685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.691685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.691944] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.692211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.704565] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 786.721845] env[66117]: INFO networking_nsxv3.common.synchronization [req-242b120f-9b2e-4cfd-a4be-793f897fa0e7 req-8df6bb4d-b494-499c-a213-91307080b4ae tempest-SecurityGroupRulesTestJSON-1625354517 tempest-SecurityGroupRulesTestJSON-1625354517-project-member] Enqueued Resource ID: 59c84eed-b0fd-4c68-82d8-80124676c64f with Priority: HIGHEST for action security_group_rules [ 786.722737] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c84eed-b0fd-4c68-82d8-80124676c64f with Priority: HIGHEST for action security_group_rules [ 786.727657] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59c84eed-b0fd-4c68-82d8-80124676c64f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.727657] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59c84eed-b0fd-4c68-82d8-80124676c64f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.727657] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59c84eed-b0fd-4c68-82d8-80124676c64f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.727657] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59c84eed-b0fd-4c68-82d8-80124676c64f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.727657] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59c84eed-b0fd-4c68-82d8-80124676c64f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.258932] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.259726] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.261534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.261534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.261534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.261534] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59c84eed-b0fd-4c68-82d8-80124676c64f already deleted. [ 787.261534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59c84eed-b0fd-4c68-82d8-80124676c64f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.353438] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac00d69-53a4-4703-937f-4b3f2b3de566 in Status: SUCCESS [ 787.353755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.552149] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: SUCCESS [ 787.552932] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.728479] env[66117]: INFO networking_nsxv3.common.synchronization [req-e320dcf7-d3cb-4632-a7f6-56189575106c req-63b500b4-a639-459a-8be7-5f247a439879 tempest-SecurityGroupRulesTestJSON-1625354517 tempest-SecurityGroupRulesTestJSON-1625354517-project-member] Enqueued Resource ID: 59c84eed-b0fd-4c68-82d8-80124676c64f with Priority: HIGHEST for action security_group_rules [ 787.729602] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c84eed-b0fd-4c68-82d8-80124676c64f with Priority: HIGHEST for action security_group_rules [ 787.730091] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59c84eed-b0fd-4c68-82d8-80124676c64f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.730353] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59c84eed-b0fd-4c68-82d8-80124676c64f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.730531] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59c84eed-b0fd-4c68-82d8-80124676c64f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.730992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59c84eed-b0fd-4c68-82d8-80124676c64f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.731225] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59c84eed-b0fd-4c68-82d8-80124676c64f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.256223] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.256373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.257018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.257018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.257018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.257018] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59c84eed-b0fd-4c68-82d8-80124676c64f already deleted. [ 788.257018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59c84eed-b0fd-4c68-82d8-80124676c64f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.716563] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 788.716563] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae deletion is rescheduled due to dependency. [ 788.716563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.926714] env[66117]: INFO networking_nsxv3.common.synchronization [req-3a946f77-a849-4ff7-ab50-1fce806e8bc5 req-e0b7f2e9-4972-42f0-b489-eeb8f1634a39 tempest-ServerActionsTestJSON-1889167364 tempest-ServerActionsTestJSON-1889167364-project-member] Enqueued Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 788.927254] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 788.927695] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.927816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.927888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.930166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.930267] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.930370] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.930427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.930602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.930710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.930813] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.281883] env[66117]: INFO networking_nsxv3.common.synchronization [None req-7a042d2c-0dba-4bf9-8cfd-3df10d016685 None None] Enqueued Resource ID: 2b6bff56-109c-4001-b544-307b853212f1 with Priority: HIGHEST for action port [ 789.282489] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6bff56-109c-4001-b544-307b853212f1 with Priority: HIGHEST for action port [ 789.282831] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b6bff56-109c-4001-b544-307b853212f1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.282999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b6bff56-109c-4001-b544-307b853212f1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.283463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b6bff56-109c-4001-b544-307b853212f1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.285227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b6bff56-109c-4001-b544-307b853212f1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.285328] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6bff56-109c-4001-b544-307b853212f1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.312294] env[66117]: INFO networking_nsxv3.common.synchronization [req-561017ca-9168-4c6a-892d-4645d8c03163 req-6a05e9fd-565f-4762-b099-249b36a2ad54 tempest-ServerDiskConfigTestJSON-2106077272 tempest-ServerDiskConfigTestJSON-2106077272-project-member] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 789.312930] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 789.313559] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.313699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.313771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.313982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.314159] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.314299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.314347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.314519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.314572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.314656] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.385992] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.386224] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.386285] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.386643] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.387103] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.387240] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.387425] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.387558] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.387711] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.387931] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.388062] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.388195] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.388380] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.388505] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.388662] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.389234] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.433036] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.433175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.433219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.433896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.433896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.433896] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.433896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.433896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.434232] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.434232] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.434232] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2437c82-0855-4a56-b541-c26981f6d211 already deleted. [ 789.434348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.438204] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.438204] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.438204] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.438204] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.438204] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-a0750c29-72af-4bff-918a-569bf96a0461 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.438204] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-a0750c29-72af-4bff-918a-569bf96a0461" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.438204] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-a0750c29-72af-4bff-918a-569bf96a0461" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.438521] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-a0750c29-72af-4bff-918a-569bf96a0461" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.438521] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0750c29-72af-4bff-918a-569bf96a0461',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.787956] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b6bff56-109c-4001-b544-307b853212f1 [ 789.788252] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.788374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.788445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.788842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.788941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.789054] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b6bff56-109c-4001-b544-307b853212f1 already deleted. [ 789.789139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b6bff56-109c-4001-b544-307b853212f1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.818323] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.818478] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.818550] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.818827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.820016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.820252] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.820369] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.820437] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.820611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.820714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.821049] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 789.865361] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.868079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.868079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.868295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.868349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.881031] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 789.941713] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.941713] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.942595] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.944890] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.944890] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.944890] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port a0750c29-72af-4bff-918a-569bf96a0461 not found, creating... [ 789.944890] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.944890] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.944890] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.944890] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.944890] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.945863] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.946070] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.946127] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.948175] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.948175] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.948175] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: a0750c29-72af-4bff-918a-569bf96a0461 is going to be created. [ 789.972233] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.972573] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.972712] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.972983] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.973220] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.973464] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-a0750c29-72af-4bff-918a-569bf96a0461" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.442327] env[66117]: INFO networking_nsxv3.common.synchronization [req-eee672d1-9a90-4f4e-9f13-2e068e1ec5ff req-8d07fe33-3905-445f-989e-3eb224599533 tempest-SecurityGroupRulesTestJSON-1625354517 tempest-SecurityGroupRulesTestJSON-1625354517-project-member] Enqueued Resource ID: 59c84eed-b0fd-4c68-82d8-80124676c64f with Priority: HIGHEST for action security_group_rules [ 790.442327] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c84eed-b0fd-4c68-82d8-80124676c64f with Priority: HIGHEST for action security_group_rules [ 790.442548] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59c84eed-b0fd-4c68-82d8-80124676c64f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.442548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59c84eed-b0fd-4c68-82d8-80124676c64f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.443357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59c84eed-b0fd-4c68-82d8-80124676c64f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.443357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59c84eed-b0fd-4c68-82d8-80124676c64f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.443357] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59c84eed-b0fd-4c68-82d8-80124676c64f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.713270] env[66117]: INFO networking_nsxv3.common.synchronization [req-3a946f77-a849-4ff7-ab50-1fce806e8bc5 req-86d0ba94-ba09-4228-aa04-042cda63a54c service nova] Enqueued Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_rules [ 790.715246] env[66117]: INFO networking_nsxv3.common.synchronization [req-3a946f77-a849-4ff7-ab50-1fce806e8bc5 req-86d0ba94-ba09-4228-aa04-042cda63a54c service nova] Enqueued Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 790.715246] env[66117]: INFO networking_nsxv3.common.synchronization [req-3a946f77-a849-4ff7-ab50-1fce806e8bc5 req-86d0ba94-ba09-4228-aa04-042cda63a54c service nova] Enqueued Resource ID: a0750c29-72af-4bff-918a-569bf96a0461 with Priority: HIGHEST for action port [ 790.715246] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_rules [ 790.715246] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 790.715246] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0750c29-72af-4bff-918a-569bf96a0461 with Priority: HIGHEST for action port [ 790.715246] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.715646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.715646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.715646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.716809] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.717859] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.717975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.718064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.718256] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.718462] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.718579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.718579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.718721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.719017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.719137] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.720068] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0750c29-72af-4bff-918a-569bf96a0461 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.720195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0750c29-72af-4bff-918a-569bf96a0461" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.720195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0750c29-72af-4bff-918a-569bf96a0461" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.720387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0750c29-72af-4bff-918a-569bf96a0461" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.720421] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0750c29-72af-4bff-918a-569bf96a0461',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.964700] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.964700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.964700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.964700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.964700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.964700] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59c84eed-b0fd-4c68-82d8-80124676c64f already deleted. [ 790.964700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59c84eed-b0fd-4c68-82d8-80124676c64f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.226595] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.226788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.226927] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.227930] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0750c29-72af-4bff-918a-569bf96a0461 with status ACTIVE [ 791.228193] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.228336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.228405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.228709] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.228846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.229073] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.229180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.229244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.230600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.230776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.231023] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.231137] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.231205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.231523] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.231523] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.231769] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0750c29-72af-4bff-918a-569bf96a0461 is going to be updated. [ 791.255530] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.256198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.256430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.258265] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.258265] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.258265] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0750c29-72af-4bff-918a-569bf96a0461" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.736739] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.899757] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 791.899757] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 deletion is rescheduled due to dependency. [ 791.899757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.239189] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.240351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.240457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.241322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.241472] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.241680] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2437c82-0855-4a56-b541-c26981f6d211 is going to be created. [ 792.270108] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.270108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.270230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.270379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.270560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.284102] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: UNINITIALIZED for 2s [ 792.339241] env[66117]: INFO networking_nsxv3.common.synchronization [None req-cac42c2e-fdfb-4ad7-8551-88a594c10a5b None None] Enqueued Resource ID: 04b30b8c-4a3b-4169-bcef-2da5945acaee with Priority: HIGHEST for action port [ 792.339959] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b30b8c-4a3b-4169-bcef-2da5945acaee with Priority: HIGHEST for action port [ 792.340359] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b30b8c-4a3b-4169-bcef-2da5945acaee taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.340568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b30b8c-4a3b-4169-bcef-2da5945acaee" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.340704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b30b8c-4a3b-4169-bcef-2da5945acaee" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.342281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b30b8c-4a3b-4169-bcef-2da5945acaee" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.342500] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b30b8c-4a3b-4169-bcef-2da5945acaee',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.452376] env[66117]: INFO networking_nsxv3.common.synchronization [None req-7ebce78c-e805-495a-87db-68e44e019570 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b with Priority: HIGHEST for action security_group_rules [ 792.453412] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b with Priority: HIGHEST for action security_group_rules [ 792.454127] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.454686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.454686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.455258] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.455377] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d315c2-aebf-45b5-a554-6b54e4b48a0b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.564193] env[66117]: INFO networking_nsxv3.common.synchronization [None req-9d16e1f6-0e46-4a75-a021-f1528039bdeb tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b with Priority: HIGHEST for action security_group_rules [ 792.565513] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b with Priority: HIGHEST for action security_group_rules [ 792.566623] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.566758] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.845851] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04b30b8c-4a3b-4169-bcef-2da5945acaee [ 792.846210] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.846422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.846528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.847307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.847307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.847307] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04b30b8c-4a3b-4169-bcef-2da5945acaee already deleted. [ 792.847628] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b30b8c-4a3b-4169-bcef-2da5945acaee" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.988395] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.988395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.988395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.988395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.988395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.988395] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b already deleted. [ 792.988395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.988395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.988395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.988395] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d315c2-aebf-45b5-a554-6b54e4b48a0b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.522366] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.522900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.522900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.522900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.522900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.523081] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b already deleted. [ 793.523121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.597112] env[66117]: INFO networking_nsxv3.common.synchronization [req-04630508-d5c2-4418-9413-5a29fb34d7a1 req-53c62176-3b8c-4803-bce3-547cb2c8032c tempest-MultipleCreateTestJSON-475319154 tempest-MultipleCreateTestJSON-475319154-project-member] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 793.597826] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 793.598226] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.598402] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.598470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.599048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.599048] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.599048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.599443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.599443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.599443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.599547] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.748235] env[66117]: INFO networking_nsxv3.common.synchronization [req-4989f87e-0212-4d31-8da9-997c12dd0c88 req-d75d1fc6-635b-4413-b977-f2b4d11ebd6f tempest-ImagesOneServerTestJSON-923822689 tempest-ImagesOneServerTestJSON-923822689-project-member] Enqueued Resource ID: 264bf134-e276-45a6-bfef-981aba5da4d0 with Priority: HIGHEST for action security_group_members [ 793.748235] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264bf134-e276-45a6-bfef-981aba5da4d0 with Priority: HIGHEST for action security_group_members [ 793.748235] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-264bf134-e276-45a6-bfef-981aba5da4d0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.748235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.748235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.748235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.748235] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.748235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.748235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.748889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.749186] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.749445] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264bf134-e276-45a6-bfef-981aba5da4d0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.102094] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.165705] env[66117]: INFO networking_nsxv3.common.synchronization [req-8c157bf2-6ba6-4409-a685-656c304c32cb req-4b57613a-21f3-4b20-9b29-2d7db3cfc57d tempest-ServersNegativeTestJSON-761714706 tempest-ServersNegativeTestJSON-761714706-project-member] Enqueued Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_members [ 794.166165] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_members [ 794.166686] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.167883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.167963] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.168194] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.168361] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.168482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.168524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.169592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.169592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.169592] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.251815] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.252487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.252487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.252487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.252487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.252873] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.252873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.252873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.253142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.253142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.253142] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264bf134-e276-45a6-bfef-981aba5da4d0 is going to be updated. [ 794.304337] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.304528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.304577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.305326] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.305326] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.306765] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: SUCCESS [ 794.307954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.308015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.308390] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.308715] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.308715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.308715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.309020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.309020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.309126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.309373] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.320386] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264bf134-e276-45a6-bfef-981aba5da4d0 in Status: IN_PROGRESS for 2s [ 794.507217] env[66117]: INFO networking_nsxv3.common.synchronization [req-fc5d8b8a-6d7b-41f6-9e6f-b4fd14160f02 req-2e74b4c3-d374-49a4-91d5-6a41564aa052 tempest-MultipleCreateTestJSON-475319154 tempest-MultipleCreateTestJSON-475319154-project-member] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 794.507768] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGHEST for action security_group_members [ 794.508092] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.508191] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.603890] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.675162] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.762176] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.762176] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-878" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.762176] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-878" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.762176] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-878" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.762176] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.765796] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.765796] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.765796] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.765796] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.765796] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.765796] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.765796] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.765796] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.765796] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.765796] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.765796] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.787087] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.787087] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.787087] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.787087] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-878" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.787087] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-58d011f4-e90c-494b-8207-f9cdbc5b2e87 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.787087] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-58d011f4-e90c-494b-8207-f9cdbc5b2e87" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.787087] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-58d011f4-e90c-494b-8207-f9cdbc5b2e87" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.787087] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-58d011f4-e90c-494b-8207-f9cdbc5b2e87" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.787087] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d011f4-e90c-494b-8207-f9cdbc5b2e87',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.813412] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.106286] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.106495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.106536] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.106743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.106833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.106930] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be updated. [ 795.153237] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.153512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.153560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.153826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.154173] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.170103] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: IN_PROGRESS for 2s [ 795.181108] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.289853] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.290178] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.290396] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.290877] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.291065] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.291245] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 58d011f4-e90c-494b-8207-f9cdbc5b2e87 not found, creating... [ 795.291541] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.291705] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.291818] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.292082] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.292221] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.292531] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.292684] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.292797] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.293026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.293157] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.293294] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 58d011f4-e90c-494b-8207-f9cdbc5b2e87 is going to be created. [ 795.315137] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2437c82-0855-4a56-b541-c26981f6d211: rpc.has_security_group_logging(os_id): False [ 795.320581] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.320899] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.321047] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.321485] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.321845] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.322109] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-58d011f4-e90c-494b-8207-f9cdbc5b2e87" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.337490] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.337689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.337800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.338142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.338292] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.338702] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.338826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.338826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.339032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.339111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.339199] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2437c82-0855-4a56-b541-c26981f6d211 is going to be created. [ 795.431574] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.431810] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.431872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.432125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.432313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.446387] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: IN_PROGRESS for 2s [ 795.684351] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.684813] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.684813] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.684955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.685105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.685170] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aecc1ece-2198-4673-a248-ee54ea1faa3b is going to be updated. [ 795.722225] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.722572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.722572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.723117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.723117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.742102] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: IN_PROGRESS for 2s [ 796.080246] env[66117]: INFO networking_nsxv3.common.synchronization [req-8c157bf2-6ba6-4409-a685-656c304c32cb req-cd624968-a4b5-41c1-8d3b-785e97e84eb7 service nova] Enqueued Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_rules [ 796.080246] env[66117]: INFO networking_nsxv3.common.synchronization [req-8c157bf2-6ba6-4409-a685-656c304c32cb req-cd624968-a4b5-41c1-8d3b-785e97e84eb7 service nova] Enqueued Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_members [ 796.080246] env[66117]: INFO networking_nsxv3.common.synchronization [req-8c157bf2-6ba6-4409-a685-656c304c32cb req-cd624968-a4b5-41c1-8d3b-785e97e84eb7 service nova] Enqueued Resource ID: 58d011f4-e90c-494b-8207-f9cdbc5b2e87 with Priority: HIGHEST for action port [ 796.080246] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_rules [ 796.080246] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_members [ 796.080246] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d011f4-e90c-494b-8207-f9cdbc5b2e87 with Priority: HIGHEST for action port [ 796.080246] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.080246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.081607] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.082032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.082329] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.087451] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.087757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.088132] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-58d011f4-e90c-494b-8207-f9cdbc5b2e87 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.088386] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58d011f4-e90c-494b-8207-f9cdbc5b2e87" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.088536] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58d011f4-e90c-494b-8207-f9cdbc5b2e87" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.090276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58d011f4-e90c-494b-8207-f9cdbc5b2e87" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.090276] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d011f4-e90c-494b-8207-f9cdbc5b2e87',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.332688] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264bf134-e276-45a6-bfef-981aba5da4d0 in Status: SUCCESS [ 796.332688] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264bf134-e276-45a6-bfef-981aba5da4d0 deletion is rescheduled due to dependency. [ 796.332688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.485256] env[66117]: INFO networking_nsxv3.common.synchronization [req-e4a57a68-1e76-4663-9dbf-e56d9999f715 req-9b2de088-816f-40a4-8c1a-d2c99675818d tempest-ServerMetadataTestJSON-1631134771 tempest-ServerMetadataTestJSON-1631134771-project-member] Enqueued Resource ID: c283415d-7a48-4536-ba73-129a5f29657d with Priority: HIGHEST for action security_group_members [ 796.486338] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c283415d-7a48-4536-ba73-129a5f29657d with Priority: HIGHEST for action security_group_members [ 796.486338] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c283415d-7a48-4536-ba73-129a5f29657d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.486338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.486586] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.488087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.490154] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.490952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.491571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.491571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.491571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.491768] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c283415d-7a48-4536-ba73-129a5f29657d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.591241] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.591448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.592303] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58d011f4-e90c-494b-8207-f9cdbc5b2e87 with status ACTIVE [ 796.592303] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.592522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.592522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.592619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.592732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.592921] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.593047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.593089] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.593226] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.593340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.593590] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.593590] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.593679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.593848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.593893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.593946] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58d011f4-e90c-494b-8207-f9cdbc5b2e87 is going to be updated. [ 796.619075] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.619237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.619305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.619495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.619626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.619838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58d011f4-e90c-494b-8207-f9cdbc5b2e87" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.886776] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.887317] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-622" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.887317] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-622" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.887550] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-622" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.888677] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.888929] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.889075] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.889430] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.889753] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.889991] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.890120] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.890231] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.890339] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.890450] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.890552] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.890682] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.911022] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.911197] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.911329] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.911481] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-622" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.911811] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-a8eac5fd-a892-4047-ba0c-751601d8419e taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.911996] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-a8eac5fd-a892-4047-ba0c-751601d8419e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.912135] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-a8eac5fd-a892-4047-ba0c-751601d8419e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.912443] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-a8eac5fd-a892-4047-ba0c-751601d8419e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.912577] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8eac5fd-a892-4047-ba0c-751601d8419e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.994644] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.994798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.994868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.995113] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.995205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.995407] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.995503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.995561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.995880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.995880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.995880] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c283415d-7a48-4536-ba73-129a5f29657d already deleted. [ 796.996287] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.182357] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: SUCCESS [ 797.182357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.182357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.182357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.182357] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.182357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.182357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.183315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.186611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.186766] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.247665] env[66117]: INFO networking_nsxv3.common.synchronization [None req-1e94424a-29da-4768-a974-16b34fa8a0c6 None None] Enqueued Resource ID: edf8324d-281d-4af3-8c9f-57ed5b603517 with Priority: HIGHEST for action port [ 797.248466] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf8324d-281d-4af3-8c9f-57ed5b603517 with Priority: HIGHEST for action port [ 797.249009] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf8324d-281d-4af3-8c9f-57ed5b603517 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.249214] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf8324d-281d-4af3-8c9f-57ed5b603517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.249332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf8324d-281d-4af3-8c9f-57ed5b603517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.249715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf8324d-281d-4af3-8c9f-57ed5b603517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.249860] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf8324d-281d-4af3-8c9f-57ed5b603517',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.419064] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.419352] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.419482] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.419724] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.419884] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.420033] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port a8eac5fd-a892-4047-ba0c-751601d8419e not found, creating... [ 797.420331] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.420484] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.420595] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.420862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.421009] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.421310] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.421457] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.421572] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.421802] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.421940] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.422787] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: a8eac5fd-a892-4047-ba0c-751601d8419e is going to be created. [ 797.445010] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.445158] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.445273] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.445553] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.445778] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.449488] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-a8eac5fd-a892-4047-ba0c-751601d8419e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.468645] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: SUCCESS [ 797.468862] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.689421] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.689599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.689663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.689887] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.689986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.690194] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.690295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.690350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.690501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.690584] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.690662] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be updated. [ 797.719500] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.719693] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.719741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.720899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.720899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.732247] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: IN_PROGRESS for 2s [ 797.752376] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: SUCCESS [ 797.752636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.752926] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edf8324d-281d-4af3-8c9f-57ed5b603517 [ 797.753273] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.753456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.753575] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.753844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.753961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.754097] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edf8324d-281d-4af3-8c9f-57ed5b603517 already deleted. [ 797.754264] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf8324d-281d-4af3-8c9f-57ed5b603517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.754394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.754597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.754808] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.754950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.755046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.755235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.755333] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.755430] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.182073] env[66117]: INFO networking_nsxv3.common.synchronization [req-e4a57a68-1e76-4663-9dbf-e56d9999f715 req-565491ca-1be6-4cd1-8b1c-18345e510dd8 service nova] Enqueued Resource ID: c283415d-7a48-4536-ba73-129a5f29657d with Priority: HIGHEST for action security_group_rules [ 798.182349] env[66117]: INFO networking_nsxv3.common.synchronization [req-e4a57a68-1e76-4663-9dbf-e56d9999f715 req-565491ca-1be6-4cd1-8b1c-18345e510dd8 service nova] Enqueued Resource ID: c283415d-7a48-4536-ba73-129a5f29657d with Priority: HIGHEST for action security_group_members [ 798.182453] env[66117]: INFO networking_nsxv3.common.synchronization [req-e4a57a68-1e76-4663-9dbf-e56d9999f715 req-565491ca-1be6-4cd1-8b1c-18345e510dd8 service nova] Enqueued Resource ID: a8eac5fd-a892-4047-ba0c-751601d8419e with Priority: HIGHEST for action port [ 798.183203] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c283415d-7a48-4536-ba73-129a5f29657d with Priority: HIGHEST for action security_group_rules [ 798.183203] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c283415d-7a48-4536-ba73-129a5f29657d with Priority: HIGHEST for action security_group_members [ 798.183203] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8eac5fd-a892-4047-ba0c-751601d8419e with Priority: HIGHEST for action port [ 798.183534] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c283415d-7a48-4536-ba73-129a5f29657d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.183606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.183648] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.183895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.183958] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c283415d-7a48-4536-ba73-129a5f29657d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.185250] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c283415d-7a48-4536-ba73-129a5f29657d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.185250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.185250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.185426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.185576] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.187297] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.187297] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.187297] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.187297] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.187297] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c283415d-7a48-4536-ba73-129a5f29657d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.187297] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8eac5fd-a892-4047-ba0c-751601d8419e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.187297] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8eac5fd-a892-4047-ba0c-751601d8419e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.188566] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8eac5fd-a892-4047-ba0c-751601d8419e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.188566] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8eac5fd-a892-4047-ba0c-751601d8419e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.188566] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8eac5fd-a892-4047-ba0c-751601d8419e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.258036] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.690114] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c283415d-7a48-4536-ba73-129a5f29657d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.692819] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c283415d-7a48-4536-ba73-129a5f29657d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.692819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.692819] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8eac5fd-a892-4047-ba0c-751601d8419e with status ACTIVE [ 798.692819] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.692819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.692819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.692819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.692819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.693374] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.693374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.693374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.693374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.693374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.693551] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.693551] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.693636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.693748] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.693826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.693911] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8eac5fd-a892-4047-ba0c-751601d8419e is going to be updated. [ 798.725974] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.726153] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.726153] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.726360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.726495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.726900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8eac5fd-a892-4047-ba0c-751601d8419e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.760754] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.202207] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c283415d-7a48-4536-ba73-129a5f29657d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.263876] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.263876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.263876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.264127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.264225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.264337] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aecc1ece-2198-4673-a248-ee54ea1faa3b is going to be updated. [ 799.326247] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.326403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.326475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.326700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.326825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.343034] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: IN_PROGRESS for 2s [ 799.706478] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.706870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.706870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.707049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.707845] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.707845] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c283415d-7a48-4536-ba73-129a5f29657d is going to be created. [ 799.746738] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 in Status: SUCCESS [ 799.747037] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 deletion is rescheduled due to dependency. [ 799.747037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.750106] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.750444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.750580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.751073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.751073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.766286] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c283415d-7a48-4536-ba73-129a5f29657d in Status: UNINITIALIZED for 2s [ 800.286804] env[66117]: INFO networking_nsxv3.common.synchronization [None req-50b05117-f79b-4481-93fb-9ece995ac184 None None] Enqueued Resource ID: b77bb3c1-4168-4dc5-a902-da2b68d42d1a with Priority: HIGHEST for action port [ 800.287397] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77bb3c1-4168-4dc5-a902-da2b68d42d1a with Priority: HIGHEST for action port [ 800.287710] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b77bb3c1-4168-4dc5-a902-da2b68d42d1a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.287838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b77bb3c1-4168-4dc5-a902-da2b68d42d1a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.287926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b77bb3c1-4168-4dc5-a902-da2b68d42d1a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.288464] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b77bb3c1-4168-4dc5-a902-da2b68d42d1a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.288549] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b77bb3c1-4168-4dc5-a902-da2b68d42d1a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.790298] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b77bb3c1-4168-4dc5-a902-da2b68d42d1a [ 800.790733] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.790733] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.790733] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.790992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.791096] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.791190] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b77bb3c1-4168-4dc5-a902-da2b68d42d1a already deleted. [ 800.791269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b77bb3c1-4168-4dc5-a902-da2b68d42d1a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.355532] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: SUCCESS [ 801.355837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.355942] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.356191] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.356401] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.356569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.356655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.356756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.356841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.356927] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.357031] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.782070] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c283415d-7a48-4536-ba73-129a5f29657d in Status: SUCCESS [ 801.782070] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.782070] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.782441] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.782665] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.783363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.783363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.783363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.783363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.783621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.783676] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c283415d-7a48-4536-ba73-129a5f29657d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.860441] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.860895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.861131] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.861479] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.862936] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.862936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.862936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.862936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.862936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.862936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.862936] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.862936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.862936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.862936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.862936] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.863463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.863463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.863540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.865542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.865542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.865542] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.289686] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c283415d-7a48-4536-ba73-129a5f29657d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.289995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.289995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.290161] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.290346] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.290509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.290509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.290646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.290762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.290878] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.290992] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c283415d-7a48-4536-ba73-129a5f29657d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.291330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.291421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.291599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.291776] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.291913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.291994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.292203] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.292303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.292402] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.292855] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c283415d-7a48-4536-ba73-129a5f29657d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.374857] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aecc1ece-2198-4673-a248-ee54ea1faa3b: rpc.has_security_group_logging(os_id): False [ 802.395119] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.395119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.395119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.395119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.395119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.395119] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.395119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.395119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.395119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.395119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.395119] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.395119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.395119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.395119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.395119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.395765] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.395765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.395765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.395765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.395765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.395930] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aecc1ece-2198-4673-a248-ee54ea1faa3b is going to be updated. [ 802.484072] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.484247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.484318] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.484543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.484694] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.506593] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: IN_PROGRESS for 2s [ 802.795809] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c283415d-7a48-4536-ba73-129a5f29657d: rpc.has_security_group_logging(os_id): False [ 802.817640] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.818023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.818151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.819537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.819537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.819537] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.819537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.819537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.819537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.819917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.819917] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.820032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.820140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.820579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.820579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.820837] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.820924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.820993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.821183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.821270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.821355] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c283415d-7a48-4536-ba73-129a5f29657d is going to be created. [ 802.913764] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.913764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.913764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.913764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.913764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.932629] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c283415d-7a48-4536-ba73-129a5f29657d in Status: IN_PROGRESS for 2s [ 803.573780] env[66117]: INFO networking_nsxv3.common.synchronization [req-cb07c60e-b134-4f95-ae4e-f39936ea1f22 req-2377568f-a49f-488c-aaee-a60e4e247d53 tempest-InstanceActionsTestJSON-357934023 tempest-InstanceActionsTestJSON-357934023-project-member] Enqueued Resource ID: aac00d69-53a4-4703-937f-4b3f2b3de566 with Priority: HIGHEST for action security_group_members [ 803.573780] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00d69-53a4-4703-937f-4b3f2b3de566 with Priority: HIGHEST for action security_group_members [ 803.573780] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac00d69-53a4-4703-937f-4b3f2b3de566 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.573780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.573780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.573780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.574409] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.574409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.574409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.574409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.574409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.574652] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac00d69-53a4-4703-937f-4b3f2b3de566',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.077165] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.077328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.077399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.077621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.077714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.077915] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.077999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.078076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.078265] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.078358] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.078433] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00d69-53a4-4703-937f-4b3f2b3de566 is going to be updated. [ 804.110054] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.110549] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.110549] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.110549] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.110691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.120322] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00d69-53a4-4703-937f-4b3f2b3de566 in Status: IN_PROGRESS for 2s [ 804.526086] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: SUCCESS [ 804.526321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.946986] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c283415d-7a48-4536-ba73-129a5f29657d in Status: SUCCESS [ 804.947300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.131471] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac00d69-53a4-4703-937f-4b3f2b3de566 in Status: SUCCESS [ 806.131871] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac00d69-53a4-4703-937f-4b3f2b3de566 deletion is rescheduled due to dependency. [ 806.131871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.035025] env[66117]: INFO networking_nsxv3.common.synchronization [None req-eb21eb5f-a899-4cd1-a2be-0f7d3eb8dd6b None None] Enqueued Resource ID: 098c1edb-4034-4cc9-8e4b-b4676016186f with Priority: HIGHEST for action port [ 807.035025] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098c1edb-4034-4cc9-8e4b-b4676016186f with Priority: HIGHEST for action port [ 807.035025] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-098c1edb-4034-4cc9-8e4b-b4676016186f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.035666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-098c1edb-4034-4cc9-8e4b-b4676016186f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.035794] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-098c1edb-4034-4cc9-8e4b-b4676016186f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.036125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-098c1edb-4034-4cc9-8e4b-b4676016186f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.036221] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098c1edb-4034-4cc9-8e4b-b4676016186f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.539750] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 098c1edb-4034-4cc9-8e4b-b4676016186f [ 807.540295] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.540295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.540295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.544178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.544344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.544476] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:098c1edb-4034-4cc9-8e4b-b4676016186f already deleted. [ 807.544594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-098c1edb-4034-4cc9-8e4b-b4676016186f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.556128] env[66117]: INFO networking_nsxv3.common.synchronization [req-6d817750-49de-4597-803b-1a190830f129 req-2bcb63bc-dc4e-4144-8151-dac67e9d0db7 tempest-ServerRescueNegativeTestJSON-1614547636 tempest-ServerRescueNegativeTestJSON-1614547636-project-member] Enqueued Resource ID: ca521739-5876-429f-bceb-d0c7155a140d with Priority: HIGHEST for action security_group_members [ 807.556627] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca521739-5876-429f-bceb-d0c7155a140d with Priority: HIGHEST for action security_group_members [ 807.556924] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca521739-5876-429f-bceb-d0c7155a140d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.559971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.559971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.559971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.559971] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.559971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.559971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.559971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.559971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.560393] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca521739-5876-429f-bceb-d0c7155a140d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.769547] env[66117]: INFO networking_nsxv3.common.synchronization [None req-d77ca53d-bd39-4d5d-b41e-fa4b1a3ab4ce None None] Enqueued Resource ID: 8a0611a8-8554-41f7-835a-bf1788e6e525 with Priority: HIGHEST for action port [ 807.770155] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a0611a8-8554-41f7-835a-bf1788e6e525 with Priority: HIGHEST for action port [ 807.770485] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a0611a8-8554-41f7-835a-bf1788e6e525 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.770603] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a0611a8-8554-41f7-835a-bf1788e6e525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.770664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a0611a8-8554-41f7-835a-bf1788e6e525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.773140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a0611a8-8554-41f7-835a-bf1788e6e525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.775291] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a0611a8-8554-41f7-835a-bf1788e6e525',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.065539] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.065889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.065889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.066169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.066263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.066539] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.068216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.069408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.069677] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.069882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.069882] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca521739-5876-429f-bceb-d0c7155a140d already deleted. [ 808.070069] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.282519] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a0611a8-8554-41f7-835a-bf1788e6e525 [ 808.282519] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.282519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.282519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.282519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.282519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.282519] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a0611a8-8554-41f7-835a-bf1788e6e525 already deleted. [ 808.282519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a0611a8-8554-41f7-835a-bf1788e6e525" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.849324] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.849665] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.849665] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.849922] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.850179] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.850287] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.850373] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.850578] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.850715] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.850959] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.851273] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.851457] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.851573] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.851689] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.851795] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.851922] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.875313] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.875313] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.875543] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.875746] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.876068] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-ff1c6d7f-3d30-4497-9b9b-397add72568c taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.876237] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-ff1c6d7f-3d30-4497-9b9b-397add72568c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.876546] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-ff1c6d7f-3d30-4497-9b9b-397add72568c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.876774] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-ff1c6d7f-3d30-4497-9b9b-397add72568c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.876871] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff1c6d7f-3d30-4497-9b9b-397add72568c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.161953] env[66117]: INFO networking_nsxv3.common.synchronization [None req-f20ff263-9b8d-44b5-acac-fb3f547c598f None None] Enqueued Resource ID: bd46cdd7-3e11-4613-b05c-329814bb8038 with Priority: HIGHEST for action port [ 809.162846] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd46cdd7-3e11-4613-b05c-329814bb8038 with Priority: HIGHEST for action port [ 809.163981] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd46cdd7-3e11-4613-b05c-329814bb8038 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.163981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd46cdd7-3e11-4613-b05c-329814bb8038" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.163981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd46cdd7-3e11-4613-b05c-329814bb8038" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.163981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd46cdd7-3e11-4613-b05c-329814bb8038" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.163981] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd46cdd7-3e11-4613-b05c-329814bb8038',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.260387] env[66117]: INFO networking_nsxv3.common.synchronization [None req-d85ed573-da5a-419b-b04b-bcd8c66db5b8 None None] Enqueued Resource ID: e9dc5c30-16d8-4ba8-9eec-1cbd223706f1 with Priority: HIGHEST for action port [ 809.261302] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dc5c30-16d8-4ba8-9eec-1cbd223706f1 with Priority: HIGHEST for action port [ 809.261939] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9dc5c30-16d8-4ba8-9eec-1cbd223706f1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.262199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9dc5c30-16d8-4ba8-9eec-1cbd223706f1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.262269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9dc5c30-16d8-4ba8-9eec-1cbd223706f1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.262573] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9dc5c30-16d8-4ba8-9eec-1cbd223706f1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.262622] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9dc5c30-16d8-4ba8-9eec-1cbd223706f1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.380060] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.380060] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.380060] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.380350] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.380350] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.380421] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port ff1c6d7f-3d30-4497-9b9b-397add72568c not found, creating... [ 809.380634] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.380813] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.380956] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.381318] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.381519] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.381908] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.382172] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.382329] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.382629] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.382841] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.383081] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: ff1c6d7f-3d30-4497-9b9b-397add72568c is going to be created. [ 809.411181] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.411423] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.411546] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.411881] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.412251] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.412614] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-ff1c6d7f-3d30-4497-9b9b-397add72568c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.668379] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd46cdd7-3e11-4613-b05c-329814bb8038 [ 809.668379] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.668379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.668379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.668548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.668580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.668820] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd46cdd7-3e11-4613-b05c-329814bb8038 already deleted. [ 809.668820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd46cdd7-3e11-4613-b05c-329814bb8038" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.765714] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9dc5c30-16d8-4ba8-9eec-1cbd223706f1 [ 809.765829] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.766816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.766816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.766816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.766816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.766816] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9dc5c30-16d8-4ba8-9eec-1cbd223706f1 already deleted. [ 809.766816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9dc5c30-16d8-4ba8-9eec-1cbd223706f1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.985841] env[66117]: INFO networking_nsxv3.common.synchronization [None req-8117ee08-22ed-4573-a711-bd6fd43ad7fc None None] Enqueued Resource ID: 8a4df71c-e8cd-4bc5-9619-aa5b927bb138 with Priority: HIGHEST for action port [ 809.986435] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4df71c-e8cd-4bc5-9619-aa5b927bb138 with Priority: HIGHEST for action port [ 809.986733] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a4df71c-e8cd-4bc5-9619-aa5b927bb138 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.987704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a4df71c-e8cd-4bc5-9619-aa5b927bb138" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.987704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a4df71c-e8cd-4bc5-9619-aa5b927bb138" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.987704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a4df71c-e8cd-4bc5-9619-aa5b927bb138" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.987704] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a4df71c-e8cd-4bc5-9619-aa5b927bb138',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.176690] env[66117]: INFO networking_nsxv3.common.synchronization [req-6d817750-49de-4597-803b-1a190830f129 req-05090b56-2a6a-41da-8a1e-e255d73ee0ee service nova] Enqueued Resource ID: ca521739-5876-429f-bceb-d0c7155a140d with Priority: HIGHEST for action security_group_rules [ 810.177047] env[66117]: INFO networking_nsxv3.common.synchronization [req-6d817750-49de-4597-803b-1a190830f129 req-05090b56-2a6a-41da-8a1e-e255d73ee0ee service nova] Enqueued Resource ID: ca521739-5876-429f-bceb-d0c7155a140d with Priority: HIGHEST for action security_group_members [ 810.177295] env[66117]: INFO networking_nsxv3.common.synchronization [req-6d817750-49de-4597-803b-1a190830f129 req-05090b56-2a6a-41da-8a1e-e255d73ee0ee service nova] Enqueued Resource ID: ff1c6d7f-3d30-4497-9b9b-397add72568c with Priority: HIGHEST for action port [ 810.177900] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca521739-5876-429f-bceb-d0c7155a140d with Priority: HIGHEST for action security_group_rules [ 810.178285] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca521739-5876-429f-bceb-d0c7155a140d with Priority: HIGHEST for action security_group_members [ 810.178285] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1c6d7f-3d30-4497-9b9b-397add72568c with Priority: HIGHEST for action port [ 810.178408] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca521739-5876-429f-bceb-d0c7155a140d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.178553] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.178617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.178919] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.178982] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca521739-5876-429f-bceb-d0c7155a140d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.179827] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca521739-5876-429f-bceb-d0c7155a140d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.179939] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.181048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.181048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.181048] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.181048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.181048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.181048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.181048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.181048] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca521739-5876-429f-bceb-d0c7155a140d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.181681] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff1c6d7f-3d30-4497-9b9b-397add72568c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.181781] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff1c6d7f-3d30-4497-9b9b-397add72568c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.181877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff1c6d7f-3d30-4497-9b9b-397add72568c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.182018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff1c6d7f-3d30-4497-9b9b-397add72568c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.182146] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff1c6d7f-3d30-4497-9b9b-397add72568c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.489586] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a4df71c-e8cd-4bc5-9619-aa5b927bb138 [ 810.490019] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.490019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.492644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.492644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.492644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.492644] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a4df71c-e8cd-4bc5-9619-aa5b927bb138 already deleted. [ 810.492644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a4df71c-e8cd-4bc5-9619-aa5b927bb138" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.684052] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca521739-5876-429f-bceb-d0c7155a140d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.686036] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca521739-5876-429f-bceb-d0c7155a140d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.686186] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.686402] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff1c6d7f-3d30-4497-9b9b-397add72568c with status ACTIVE [ 810.686599] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.686729] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.686823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.687100] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.687211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.687400] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.687515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.687577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.687763] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.687854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.688236] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.688371] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.688418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.688561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.689204] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.689337] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff1c6d7f-3d30-4497-9b9b-397add72568c is going to be updated. [ 810.711640] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.711846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.711956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.712304] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.712474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.712644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff1c6d7f-3d30-4497-9b9b-397add72568c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.019773] env[66117]: INFO networking_nsxv3.common.synchronization [None req-e7bf4479-52b6-4909-9b88-bd388078ee91 tempest-ServersTestJSON-215398209 tempest-ServersTestJSON-215398209-project-member] Enqueued Resource ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e with Priority: HIGHEST for action security_group_rules [ 811.019773] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e with Priority: HIGHEST for action security_group_rules [ 811.020382] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf73d046-9c6f-4f2c-84c0-7ec4931b561e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.020382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.020382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.020382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.020529] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf73d046-9c6f-4f2c-84c0-7ec4931b561e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.156572] env[66117]: INFO networking_nsxv3.common.synchronization [None req-46033bcc-f20b-4dc2-8880-58dadfcd19ab tempest-ServersTestJSON-215398209 tempest-ServersTestJSON-215398209-project-member] Enqueued Resource ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e with Priority: HIGHEST for action security_group_rules [ 811.156572] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e with Priority: HIGHEST for action security_group_rules [ 811.160355] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf73d046-9c6f-4f2c-84c0-7ec4931b561e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.160355] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.191943] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca521739-5876-429f-bceb-d0c7155a140d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.541447] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.541744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.541744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.542091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.542091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.542281] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e already deleted. [ 811.542281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.542429] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.542624] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.542685] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf73d046-9c6f-4f2c-84c0-7ec4931b561e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.694407] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.694679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.694792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.695092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.695292] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.695509] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca521739-5876-429f-bceb-d0c7155a140d is going to be created. [ 811.721422] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.721571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.721644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.721858] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.722032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.733567] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca521739-5876-429f-bceb-d0c7155a140d in Status: UNINITIALIZED for 2s [ 812.000760] env[66117]: INFO networking_nsxv3.common.synchronization [None req-e75822d4-90b4-4cb3-b855-3ef814d00a1b None None] Enqueued Resource ID: a73be7a2-3f08-4597-ad89-f20ce5000db8 with Priority: HIGHEST for action port [ 812.001419] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73be7a2-3f08-4597-ad89-f20ce5000db8 with Priority: HIGHEST for action port [ 812.001649] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a73be7a2-3f08-4597-ad89-f20ce5000db8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.001769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a73be7a2-3f08-4597-ad89-f20ce5000db8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.001838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a73be7a2-3f08-4597-ad89-f20ce5000db8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.005927] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a73be7a2-3f08-4597-ad89-f20ce5000db8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.006027] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a73be7a2-3f08-4597-ad89-f20ce5000db8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.072787] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.072787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.072787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.072787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.072787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.072787] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e already deleted. [ 812.072787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.415020] env[66117]: INFO networking_nsxv3.common.synchronization [req-4bba37e1-7248-4202-a7c6-a9d39cc661dc req-3fd1473b-0aac-499b-9860-6a0849b42e76 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 812.415020] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 812.415020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.415020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.415020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.415020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.416242] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.416348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.416415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.416588] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.416671] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.416762] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.510743] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a73be7a2-3f08-4597-ad89-f20ce5000db8 [ 812.510743] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.510743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.510743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.510743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.510743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.510743] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a73be7a2-3f08-4597-ad89-f20ce5000db8 already deleted. [ 812.510743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a73be7a2-3f08-4597-ad89-f20ce5000db8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.919022] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.019403] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.019403] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-450" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.019677] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-450" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.019956] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-450" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.020183] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.020456] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.020456] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.020928] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.021013] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.021350] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.023462] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.023710] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.023866] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.023974] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.024107] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.024274] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.046309] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.046479] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.046602] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.046769] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-450" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.047088] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.047399] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.047399] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.047768] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.047921] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd9fbabc-3cd0-4b08-84f8-ea670312b2d7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.424537] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.551900] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.552062] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.552177] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.552459] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.552591] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.552740] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 not found, creating... [ 813.553012] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.553181] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.553292] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.553516] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.553622] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.553955] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.554181] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.554348] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.554570] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.554716] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.554853] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 is going to be created. [ 813.578317] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.578550] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.578651] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.579518] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.579518] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.579670] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.745275] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca521739-5876-429f-bceb-d0c7155a140d in Status: SUCCESS [ 813.745420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.745620] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.746341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.746341] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.746341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.746341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.746604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.746604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.746691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.746792] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca521739-5876-429f-bceb-d0c7155a140d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.928597] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.928844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.928844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.929451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.929451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.929451] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 813.961833] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.961833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.961833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.962073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.962073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.971271] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 814.248888] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca521739-5876-429f-bceb-d0c7155a140d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.308392] env[66117]: INFO networking_nsxv3.common.synchronization [req-4bba37e1-7248-4202-a7c6-a9d39cc661dc req-cafc91a9-2ed3-426c-bffc-df16b70e7448 service nova] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_rules [ 814.308558] env[66117]: INFO networking_nsxv3.common.synchronization [req-4bba37e1-7248-4202-a7c6-a9d39cc661dc req-cafc91a9-2ed3-426c-bffc-df16b70e7448 service nova] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 814.308673] env[66117]: INFO networking_nsxv3.common.synchronization [req-4bba37e1-7248-4202-a7c6-a9d39cc661dc req-cafc91a9-2ed3-426c-bffc-df16b70e7448 service nova] Enqueued Resource ID: bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 with Priority: HIGHEST for action port [ 814.315278] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_rules [ 814.315278] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 814.315278] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 with Priority: HIGHEST for action port [ 814.315278] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.315278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.315278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.315278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.315278] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.315278] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.315278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.315278] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.315825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.316129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.316443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.316677] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd9fbabc-3cd0-4b08-84f8-ea670312b2d7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.751930] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca521739-5876-429f-bceb-d0c7155a140d: rpc.has_security_group_logging(os_id): False [ 814.777299] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.777727] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.777833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.778069] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.778161] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.778439] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.778547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.778611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.778775] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.779051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.779051] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca521739-5876-429f-bceb-d0c7155a140d is going to be created. [ 814.810591] env[66117]: INFO networking_nsxv3.common.synchronization [req-c4e4e8e1-0a41-45c1-a08c-e771b1902bf9 req-3b37feb0-497e-429b-80be-6e061c36d2c3 tempest-ServersNegativeTestJSON-761714706 tempest-ServersNegativeTestJSON-761714706-project-member] Enqueued Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_members [ 814.811533] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_members [ 814.811760] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.811894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.812061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.813645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.813645] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.813645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.813645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.813645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.813645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.813645] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.819048] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.819048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.821210] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 with status ACTIVE [ 814.821210] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.821210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.821210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.821210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.821210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.821673] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.821673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.821673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.821875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.821875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.823114] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.823114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.823114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.823114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.823114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.823114] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 is going to be updated. [ 814.846629] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.846824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.846935] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.847299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.847622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.849524] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.849674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.849745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.849969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.850097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.850541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.864553] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca521739-5876-429f-bceb-d0c7155a140d in Status: IN_PROGRESS for 2s [ 815.315965] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.822108] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.984141] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 815.984369] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.988462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.988462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.988462] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.988462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.988462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.988462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.988462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.988462] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.214037] env[66117]: INFO networking_nsxv3.common.synchronization [None req-347395bc-fc43-44e8-912e-35ae87c1852c None None] Enqueued Resource ID: 12f68778-bad7-4e4b-9bdf-4f4d4c8565f7 with Priority: HIGHEST for action port [ 816.214037] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f68778-bad7-4e4b-9bdf-4f4d4c8565f7 with Priority: HIGHEST for action port [ 816.214037] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-12f68778-bad7-4e4b-9bdf-4f4d4c8565f7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.214572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12f68778-bad7-4e4b-9bdf-4f4d4c8565f7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.215510] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12f68778-bad7-4e4b-9bdf-4f4d4c8565f7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.215778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12f68778-bad7-4e4b-9bdf-4f4d4c8565f7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.215908] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12f68778-bad7-4e4b-9bdf-4f4d4c8565f7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.324378] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.324672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.324672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.324891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.324985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.325102] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aecc1ece-2198-4673-a248-ee54ea1faa3b is going to be updated. [ 816.361461] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.361461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.361461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.361461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.361461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.372925] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: IN_PROGRESS for 2s [ 816.491454] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.720024] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12f68778-bad7-4e4b-9bdf-4f4d4c8565f7 [ 816.720024] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.720024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.720024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.720024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.720024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.720024] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12f68778-bad7-4e4b-9bdf-4f4d4c8565f7 already deleted. [ 816.720024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12f68778-bad7-4e4b-9bdf-4f4d4c8565f7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.880449] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca521739-5876-429f-bceb-d0c7155a140d in Status: SUCCESS [ 816.880449] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.994365] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.497416] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.497617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.497691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.497867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.497960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.498068] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 817.534837] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.534837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.534837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.534837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.534837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.550156] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 818.387382] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: SUCCESS [ 818.387716] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.918470] env[66117]: INFO networking_nsxv3.common.synchronization [None req-d326e73d-993b-4780-bd0e-8388252e8c7c None None] Enqueued Resource ID: d7828b50-b625-41e7-826d-89b3fb15ea5a with Priority: HIGHEST for action port [ 818.918470] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7828b50-b625-41e7-826d-89b3fb15ea5a with Priority: HIGHEST for action port [ 818.918470] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7828b50-b625-41e7-826d-89b3fb15ea5a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.918470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7828b50-b625-41e7-826d-89b3fb15ea5a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.918470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7828b50-b625-41e7-826d-89b3fb15ea5a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.918470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7828b50-b625-41e7-826d-89b3fb15ea5a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.918470] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7828b50-b625-41e7-826d-89b3fb15ea5a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.420946] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7828b50-b625-41e7-826d-89b3fb15ea5a [ 819.420946] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.420946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.420946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.420946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.420946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.421512] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7828b50-b625-41e7-826d-89b3fb15ea5a already deleted. [ 819.421512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7828b50-b625-41e7-826d-89b3fb15ea5a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.562341] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 819.562654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.562905] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.563221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.563460] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.563621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.563706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.563916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.564077] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.564197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.564298] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.848463] env[66117]: INFO networking_nsxv3.common.synchronization [req-bcbb9802-4e11-4970-9f5d-016be8c73c53 req-7eac1e13-41d9-4b0b-831b-921834dd1d77 tempest-ImagesTestJSON-1892496762 tempest-ImagesTestJSON-1892496762-project-member] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 819.849278] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 819.849684] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.849820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.850017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.850286] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.850442] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.850708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.850708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.850896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.850972] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.851207] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.066819] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.067037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.067150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.067724] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.067724] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.067895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.067895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.068170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.068406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.068406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.068683] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.068683] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.068886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.068970] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.069270] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.069270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.069270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.069496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.069496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.069674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.069674] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.199060] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-801 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.199259] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.199381] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.199654] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.199912] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.200090] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.200210] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.200519] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.201614] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.201850] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.201979] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.202102] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.202211] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.202325] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.202687] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.202687] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.227481] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.227481] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.227481] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.227481] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.227481] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-202f9058-cc09-41d8-a4d7-a78208f43b33 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.227481] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-202f9058-cc09-41d8-a4d7-a78208f43b33" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.227481] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-202f9058-cc09-41d8-a4d7-a78208f43b33" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.227789] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-202f9058-cc09-41d8-a4d7-a78208f43b33" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.227958] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('202f9058-cc09-41d8-a4d7-a78208f43b33',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.353881] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.354099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.354299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.354386] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.354518] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.354993] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.354993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.354993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.355207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.355207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.355380] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 820.389989] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.390162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.390221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.390699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.390939] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.401125] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 820.573778] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeef55ff-55f5-49dc-80d9-36b2bd4e06ef: rpc.has_security_group_logging(os_id): False [ 820.593565] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.593795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.593871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.594175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.594300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.594567] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.594731] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.594831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.595111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.595231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.595510] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.595733] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.595733] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.595947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.596089] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.596466] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.596466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.596564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.596736] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.596814] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.596933] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 820.663814] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.664022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.664113] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.664523] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.664646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.683877] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 820.736158] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.737228] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.737228] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.737228] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.737228] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.737503] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 202f9058-cc09-41d8-a4d7-a78208f43b33 not found, creating... [ 820.737761] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.737943] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.738067] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.738628] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.738628] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.738823] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.739016] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.739219] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.739482] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.739664] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.739847] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 202f9058-cc09-41d8-a4d7-a78208f43b33 is going to be created. [ 820.772894] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.775023] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.775023] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.775023] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.775023] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.775023] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-202f9058-cc09-41d8-a4d7-a78208f43b33" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.268833] env[66117]: INFO networking_nsxv3.common.synchronization [req-2148097c-cf9f-4d4b-8590-f96a3d3af771 req-7e87a357-f6c8-45c3-9e83-c1c71c2a91ba tempest-ServersAdminTestJSON-2048552091 tempest-ServersAdminTestJSON-2048552091-project-member] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 821.272396] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 821.272738] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.272880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.272957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.273177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.273327] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.273419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.273473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.273645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.273751] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.273805] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.781769] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.025228] env[66117]: INFO networking_nsxv3.common.synchronization [req-bcbb9802-4e11-4970-9f5d-016be8c73c53 req-a8ba9db9-5a54-4655-8f6f-9d2df2b3882c service nova] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_rules [ 822.025407] env[66117]: INFO networking_nsxv3.common.synchronization [req-bcbb9802-4e11-4970-9f5d-016be8c73c53 req-a8ba9db9-5a54-4655-8f6f-9d2df2b3882c service nova] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 822.025540] env[66117]: INFO networking_nsxv3.common.synchronization [req-bcbb9802-4e11-4970-9f5d-016be8c73c53 req-a8ba9db9-5a54-4655-8f6f-9d2df2b3882c service nova] Enqueued Resource ID: 202f9058-cc09-41d8-a4d7-a78208f43b33 with Priority: HIGHEST for action port [ 822.025774] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_rules [ 822.025900] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 822.025993] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202f9058-cc09-41d8-a4d7-a78208f43b33 with Priority: HIGHEST for action port [ 822.026550] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.026673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.026741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.026941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.027606] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.028048] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.028149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.028338] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-202f9058-cc09-41d8-a4d7-a78208f43b33 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.028436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-202f9058-cc09-41d8-a4d7-a78208f43b33" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.028498] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-202f9058-cc09-41d8-a4d7-a78208f43b33" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.028673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-202f9058-cc09-41d8-a4d7-a78208f43b33" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.028747] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('202f9058-cc09-41d8-a4d7-a78208f43b33',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.286800] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.412645] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 822.412968] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae deletion is rescheduled due to dependency. [ 822.412968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.413193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.413411] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.413606] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.413761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.413825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.413992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.414083] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.414218] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.531371] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.531371] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.534097] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 202f9058-cc09-41d8-a4d7-a78208f43b33 with status ACTIVE [ 822.534097] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.534328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.534328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.534452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.534545] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.534830] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.535061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.535156] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.535328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.535431] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.535647] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.535753] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.535820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.536188] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.536264] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.536370] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 202f9058-cc09-41d8-a4d7-a78208f43b33 is going to be updated. [ 822.560178] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.560388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.560388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.560631] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.560723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.561591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-202f9058-cc09-41d8-a4d7-a78208f43b33" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.584121] env[66117]: INFO networking_nsxv3.common.synchronization [req-4b9b283d-5ed3-4277-bc97-4f35f937228b req-f5662e14-5dce-47f6-abb6-96188da82f18 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGHEST for action security_group_members [ 822.584121] env[66117]: INFO networking_nsxv3.common.synchronization [req-4b9b283d-5ed3-4277-bc97-4f35f937228b req-f5662e14-5dce-47f6-abb6-96188da82f18 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 822.584121] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGHEST for action security_group_members [ 822.584121] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 822.584426] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-999b5d73-a0af-4e80-9039-6f365217c4db taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.584426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.584426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.584816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.584898] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.585097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.585097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.585835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.585835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.585835] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.587096] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.587237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.587306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.588058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.588280] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.588418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.588488] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.589037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.589169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.589278] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.593150] env[66117]: INFO networking_nsxv3.common.synchronization [req-d05972c0-4a55-44e7-8506-a59e7688b205 req-35706389-e95e-4ad7-9fef-a3cc35b867c0 tempest-ImagesOneServerNegativeTestJSON-1102838547 tempest-ImagesOneServerNegativeTestJSON-1102838547-project-member] Enqueued Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 822.593345] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 822.594832] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.594832] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.594832] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.594832] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.594832] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.594832] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.594832] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.594832] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.595298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.595298] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.654881] env[66117]: INFO networking_nsxv3.common.synchronization [req-4b9b283d-5ed3-4277-bc97-4f35f937228b req-f5662e14-5dce-47f6-abb6-96188da82f18 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGHEST for action security_group_rules [ 822.655135] env[66117]: INFO networking_nsxv3.common.synchronization [req-4b9b283d-5ed3-4277-bc97-4f35f937228b req-f5662e14-5dce-47f6-abb6-96188da82f18 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGHEST for action security_group_members [ 822.655318] env[66117]: INFO networking_nsxv3.common.synchronization [req-4b9b283d-5ed3-4277-bc97-4f35f937228b req-f5662e14-5dce-47f6-abb6-96188da82f18 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_rules [ 822.655487] env[66117]: INFO networking_nsxv3.common.synchronization [req-4b9b283d-5ed3-4277-bc97-4f35f937228b req-f5662e14-5dce-47f6-abb6-96188da82f18 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 822.655648] env[66117]: INFO networking_nsxv3.common.synchronization [req-4b9b283d-5ed3-4277-bc97-4f35f937228b req-f5662e14-5dce-47f6-abb6-96188da82f18 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 with Priority: HIGHEST for action port [ 822.656974] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGHEST for action security_group_rules [ 822.657249] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_rules [ 822.657345] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 with Priority: HIGHEST for action port [ 822.657470] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGHEST for action security_group_members [ 822.657590] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 822.657967] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-999b5d73-a0af-4e80-9039-6f365217c4db taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.658133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.658227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.658581] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.658739] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.661032] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.661224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.661453] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.661615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.661706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.661985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.662207] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd9fbabc-3cd0-4b08-84f8-ea670312b2d7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.663807] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-999b5d73-a0af-4e80-9039-6f365217c4db taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.663928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.664231] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.664360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.701706] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 822.701856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.702041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.702277] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.702373] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.789471] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.789752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.789752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.790357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.790357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.790357] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be updated. [ 822.824196] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.824408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.824459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.824677] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.824848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.836916] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: IN_PROGRESS for 2s [ 822.916648] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.015223] env[66117]: INFO networking_nsxv3.common.synchronization [req-4ca2555a-3cd3-497f-ad02-71e6f92e8521 req-8523e312-178a-4613-a2d2-498aacca6c77 tempest-ServerMetadataTestJSON-1631134771 tempest-ServerMetadataTestJSON-1631134771-project-member] Enqueued Resource ID: c283415d-7a48-4536-ba73-129a5f29657d with Priority: HIGHEST for action security_group_members [ 823.017071] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c283415d-7a48-4536-ba73-129a5f29657d with Priority: HIGHEST for action security_group_members [ 823.017976] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.018172] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-102" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.018339] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-102" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.018601] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-102" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.018890] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.019053] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.019192] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.019406] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.019541] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.019743] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.019843] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.019944] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.020232] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.020367] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.020472] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.020604] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.021758] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c283415d-7a48-4536-ba73-129a5f29657d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.021896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.021948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.022258] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.022332] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.022442] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.022530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.022696] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.022780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.022934] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c283415d-7a48-4536-ba73-129a5f29657d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.046675] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.046887] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.047047] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.047224] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-102" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.047546] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-cf35e039-945c-4af2-9111-1f1c594c1636 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.047785] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-cf35e039-945c-4af2-9111-1f1c594c1636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.047847] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-cf35e039-945c-4af2-9111-1f1c594c1636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.048144] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-cf35e039-945c-4af2-9111-1f1c594c1636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.048275] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf35e039-945c-4af2-9111-1f1c594c1636',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.224840] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.226064] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.227075] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.227212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.227256] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.227442] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.227524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.227715] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.227809] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.227871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.228027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.228105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.228248] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f is going to be updated. [ 823.229481] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-999b5d73-a0af-4e80-9039-6f365217c4db taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.229590] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.229713] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 with status ACTIVE [ 823.229893] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.230068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.230125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.230290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.230361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.230518] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.230608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.230663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.230798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.231111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.231111] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.231331] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.231331] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.231404] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.231520] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.231520] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 is going to be updated. [ 823.233314] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.233385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.257775] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.257924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.257994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.258211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.258340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.258488] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.271120] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.271300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.271372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.271616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.271759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.283413] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: IN_PROGRESS for 2s [ 823.420374] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.524631] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.524787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.524859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.525124] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.525217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.525421] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.525519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.525618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.525729] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.525801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.525884] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c283415d-7a48-4536-ba73-129a5f29657d is going to be updated. [ 823.551372] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.551518] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.551571] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.551809] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.551949] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.552118] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port cf35e039-945c-4af2-9111-1f1c594c1636 not found, creating... [ 823.552378] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.552525] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.552632] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.552851] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.552977] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.553279] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.553418] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.553554] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.553760] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.553884] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.554101] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: cf35e039-945c-4af2-9111-1f1c594c1636 is going to be created. [ 823.560936] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.561127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.561173] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.561323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.561452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.571419] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c283415d-7a48-4536-ba73-129a5f29657d in Status: IN_PROGRESS for 2s [ 823.575193] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.575394] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.575508] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.575763] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.575978] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.576197] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-cf35e039-945c-4af2-9111-1f1c594c1636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.735073] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.735918] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.923685] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.924086] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.924086] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.924308] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.924435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.924574] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 823.960054] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.960204] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.960294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.960532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.960668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.973102] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 824.237583] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.238096] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.238096] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.238352] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.238413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.238529] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999b5d73-a0af-4e80-9039-6f365217c4db is going to be created. [ 824.240365] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.240516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.241488] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.241488] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.241488] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.241488] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 824.309319] env[66117]: INFO networking_nsxv3.common.synchronization [req-d05972c0-4a55-44e7-8506-a59e7688b205 req-478b09ef-bfb0-4a65-92cb-96db2ac7ec43 service nova] Enqueued Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_rules [ 824.309487] env[66117]: INFO networking_nsxv3.common.synchronization [req-d05972c0-4a55-44e7-8506-a59e7688b205 req-478b09ef-bfb0-4a65-92cb-96db2ac7ec43 service nova] Enqueued Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 824.309630] env[66117]: INFO networking_nsxv3.common.synchronization [req-d05972c0-4a55-44e7-8506-a59e7688b205 req-478b09ef-bfb0-4a65-92cb-96db2ac7ec43 service nova] Enqueued Resource ID: cf35e039-945c-4af2-9111-1f1c594c1636 with Priority: HIGHEST for action port [ 824.310364] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_rules [ 824.310456] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 824.310567] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf35e039-945c-4af2-9111-1f1c594c1636 with Priority: HIGHEST for action port [ 824.312238] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.312402] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.312509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.312676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.312853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.314988] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.314988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.314988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.314988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.314988] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.315857] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.315949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.316575] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf35e039-945c-4af2-9111-1f1c594c1636 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.316575] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf35e039-945c-4af2-9111-1f1c594c1636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.316575] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf35e039-945c-4af2-9111-1f1c594c1636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.316575] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf35e039-945c-4af2-9111-1f1c594c1636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.316575] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf35e039-945c-4af2-9111-1f1c594c1636',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.349550] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.349876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.349876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.350048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.350146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.356033] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999b5d73-a0af-4e80-9039-6f365217c4db in Status: UNINITIALIZED for 2s [ 824.369575] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 824.818660] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf35e039-945c-4af2-9111-1f1c594c1636 with status ACTIVE [ 824.818936] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.819087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.819154] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.819374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.819456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.819632] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.819724] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.819781] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.819925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.820128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.820219] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.820285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.820355] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.820483] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.820556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.822236] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf35e039-945c-4af2-9111-1f1c594c1636 is going to be updated. [ 824.823437] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.823537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.847057] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.847204] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.847267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.847526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.847620] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.847741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf35e039-945c-4af2-9111-1f1c594c1636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.848517] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: SUCCESS [ 824.848687] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.301074] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: SUCCESS [ 825.301074] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f deletion is rescheduled due to dependency. [ 825.301467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.301467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.301558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.301754] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.301859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.301909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.302213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.302213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.302406] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.381606] env[66117]: INFO networking_nsxv3.common.synchronization [req-b4ecf9ac-f490-4f78-a9a7-079c7174cd02 req-1eb86340-a6c3-4868-80f5-5946ac605c41 tempest-ServerDiskConfigTestJSON-2106077272 tempest-ServerDiskConfigTestJSON-2106077272-project-member] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 825.382242] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 825.385486] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.386127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.386217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.386610] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.386610] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.386798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.386798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.387405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.387555] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.387692] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.582053] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c283415d-7a48-4536-ba73-129a5f29657d in Status: SUCCESS [ 825.582053] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c283415d-7a48-4536-ba73-129a5f29657d deletion is rescheduled due to dependency. [ 825.582446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.737213] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.737429] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.737544] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.737809] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.738071] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.738222] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.738330] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.738536] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.738667] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.738866] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.738984] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.739115] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.739216] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.739317] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.739459] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.739525] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.760415] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.760670] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.760724] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.760922] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.761303] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-61b85265-ccd1-4d30-9082-d49c35d43de5 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.762058] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-61b85265-ccd1-4d30-9082-d49c35d43de5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.762058] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-61b85265-ccd1-4d30-9082-d49c35d43de5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.762058] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-61b85265-ccd1-4d30-9082-d49c35d43de5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.762058] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b85265-ccd1-4d30-9082-d49c35d43de5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.804703] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.892348] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.892348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.892348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.892348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.892348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.892348] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.892348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.892348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.892348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.892348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.893420] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 825.921032] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.921227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.921276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.921457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.921594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.930472] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 825.984726] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 825.984726] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.984726] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.984985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.984985] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.985097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.985135] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.985372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.985372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.985504] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.985504] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.265866] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.265866] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.267348] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.267348] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.267348] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.267348] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 61b85265-ccd1-4d30-9082-d49c35d43de5 not found, creating... [ 826.267348] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.267658] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.267700] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.268613] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.268613] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.268613] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.268613] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.268613] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.269110] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.269110] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.269183] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 61b85265-ccd1-4d30-9082-d49c35d43de5 is going to be created. [ 826.291839] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.291839] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.291839] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.292304] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.292482] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.292737] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-61b85265-ccd1-4d30-9082-d49c35d43de5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.307603] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.372133] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999b5d73-a0af-4e80-9039-6f365217c4db in Status: SUCCESS [ 826.372133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.372133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.372133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.372133] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.372133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.372133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.372879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.373190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.373467] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.383868] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 826.384145] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.384317] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.384544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.384734] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.384866] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.384940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.385120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.385200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.385300] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.488510] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.488751] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.488835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.489183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.489364] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.489463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.489524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.489701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.489839] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.489896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.490206] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.490319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.490362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.491172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.491172] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.491172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.491172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.491172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.491635] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.491804] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.491979] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.814718] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.814910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.814985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.815318] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.815411] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.815509] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f is going to be updated. [ 826.851091] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.851320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.852409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.852654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.852920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.863836] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: IN_PROGRESS for 2s [ 826.879415] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.887509] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.996372] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f9133f4-2b04-411a-b29d-3236a5312dae: rpc.has_security_group_logging(os_id): False [ 827.025120] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.025330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.027292] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.027564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.027660] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.027996] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.028110] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.028110] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.028248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.028325] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.028730] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.028889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.028942] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.029110] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.029192] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.029385] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.029494] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.029554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.029700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.029774] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.029926] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 827.049223] env[66117]: INFO networking_nsxv3.common.synchronization [req-b4ecf9ac-f490-4f78-a9a7-079c7174cd02 req-2214e0c4-580d-42df-bd70-d81c2b113d7e service nova] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_rules [ 827.049515] env[66117]: INFO networking_nsxv3.common.synchronization [req-b4ecf9ac-f490-4f78-a9a7-079c7174cd02 req-2214e0c4-580d-42df-bd70-d81c2b113d7e service nova] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 827.049558] env[66117]: INFO networking_nsxv3.common.synchronization [req-b4ecf9ac-f490-4f78-a9a7-079c7174cd02 req-2214e0c4-580d-42df-bd70-d81c2b113d7e service nova] Enqueued Resource ID: 61b85265-ccd1-4d30-9082-d49c35d43de5 with Priority: HIGHEST for action port [ 827.050056] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_rules [ 827.050212] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 827.050311] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61b85265-ccd1-4d30-9082-d49c35d43de5 with Priority: HIGHEST for action port [ 827.050584] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.050702] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.050819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.050994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.051242] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.053141] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.053238] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.053446] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-61b85265-ccd1-4d30-9082-d49c35d43de5 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.053544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61b85265-ccd1-4d30-9082-d49c35d43de5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.053605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61b85265-ccd1-4d30-9082-d49c35d43de5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.053788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61b85265-ccd1-4d30-9082-d49c35d43de5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.053863] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b85265-ccd1-4d30-9082-d49c35d43de5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.093267] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.093419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.093491] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.093699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.093841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.108190] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 827.199149] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.199451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.199451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.199575] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.199764] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.382891] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.390317] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.556451] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.556615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.556764] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61b85265-ccd1-4d30-9082-d49c35d43de5 with status ACTIVE [ 827.556930] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.557072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.557138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.557360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.557452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.557617] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.557715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.557773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.557952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.558125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.558222] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.558313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.558400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.558508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.558580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.558661] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61b85265-ccd1-4d30-9082-d49c35d43de5 is going to be updated. [ 827.583227] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.583741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.583741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.583741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.583902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.583936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61b85265-ccd1-4d30-9082-d49c35d43de5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.702347] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.885033] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.885211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.885320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.885567] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.885661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.885771] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999b5d73-a0af-4e80-9039-6f365217c4db is going to be updated. [ 827.894246] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.894246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.894246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.894246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.894246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.894246] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 827.921647] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.921815] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.921865] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.922088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.922228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.924011] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.924135] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.924209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.924449] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.924515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.940041] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 827.940041] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999b5d73-a0af-4e80-9039-6f365217c4db in Status: IN_PROGRESS for 2s [ 827.947287] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 827.947533] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 deletion is rescheduled due to dependency. [ 827.947676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.947873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.948949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.948949] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.948949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.948949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.948949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.948949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.949283] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.206878] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.451263] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.709980] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 828.709980] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 828.878518] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: SUCCESS [ 828.878518] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.878758] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.878983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.879183] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.879294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.879294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.879557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.879634] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.879721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.879878] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.954232] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.125872] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 829.126214] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.383947] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.384315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.384315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.384384] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.384481] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.384613] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.384706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.384872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.384995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.385114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.385281] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.385396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.385450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.385608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.385772] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.385875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.385926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.386509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.386595] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.386704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.386766] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.456867] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.457219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.457219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.457340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.457472] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.457579] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 829.583908] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.584138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.584138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.587489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.587489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.595235] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 829.644102] env[66117]: INFO networking_nsxv3.common.synchronization [req-03c5e263-4050-4056-b31f-18806e23b48d req-c8a0584a-f3fb-4a4a-b283-da93a0bfe5bc tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGHEST for action security_group_members [ 829.644253] env[66117]: INFO networking_nsxv3.common.synchronization [req-03c5e263-4050-4056-b31f-18806e23b48d req-c8a0584a-f3fb-4a4a-b283-da93a0bfe5bc tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef with Priority: HIGHEST for action security_group_members [ 829.644462] env[66117]: INFO networking_nsxv3.common.synchronization [req-03c5e263-4050-4056-b31f-18806e23b48d req-c8a0584a-f3fb-4a4a-b283-da93a0bfe5bc tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 829.645297] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGHEST for action security_group_members [ 829.645481] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef with Priority: HIGHEST for action security_group_members [ 829.645585] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 829.645949] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-999b5d73-a0af-4e80-9039-6f365217c4db taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.646065] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.646275] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.646380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.646442] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.646709] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.646853] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.646948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.647021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.647208] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.647307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.647397] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.648502] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.648608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.718361] env[66117]: INFO networking_nsxv3.common.synchronization [req-03c5e263-4050-4056-b31f-18806e23b48d req-c8a0584a-f3fb-4a4a-b283-da93a0bfe5bc tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGHEST for action security_group_rules [ 829.718626] env[66117]: INFO networking_nsxv3.common.synchronization [req-03c5e263-4050-4056-b31f-18806e23b48d req-c8a0584a-f3fb-4a4a-b283-da93a0bfe5bc tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGHEST for action security_group_members [ 829.718935] env[66117]: INFO networking_nsxv3.common.synchronization [req-03c5e263-4050-4056-b31f-18806e23b48d req-c8a0584a-f3fb-4a4a-b283-da93a0bfe5bc tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef with Priority: HIGHEST for action security_group_rules [ 829.720394] env[66117]: INFO networking_nsxv3.common.synchronization [req-03c5e263-4050-4056-b31f-18806e23b48d req-c8a0584a-f3fb-4a4a-b283-da93a0bfe5bc tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef with Priority: HIGHEST for action security_group_members [ 829.723312] env[66117]: INFO networking_nsxv3.common.synchronization [req-03c5e263-4050-4056-b31f-18806e23b48d req-c8a0584a-f3fb-4a4a-b283-da93a0bfe5bc tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_rules [ 829.723472] env[66117]: INFO networking_nsxv3.common.synchronization [req-03c5e263-4050-4056-b31f-18806e23b48d req-c8a0584a-f3fb-4a4a-b283-da93a0bfe5bc tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 829.723604] env[66117]: INFO networking_nsxv3.common.synchronization [req-03c5e263-4050-4056-b31f-18806e23b48d req-c8a0584a-f3fb-4a4a-b283-da93a0bfe5bc tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 with Priority: HIGHEST for action port [ 829.724270] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGHEST for action security_group_rules [ 829.724436] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef with Priority: HIGHEST for action security_group_rules [ 829.724557] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 829.724624] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 with Priority: HIGHEST for action port [ 829.724705] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_rules [ 829.724824] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGHEST for action security_group_members [ 829.724861] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef with Priority: HIGHEST for action security_group_members [ 829.725430] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-999b5d73-a0af-4e80-9039-6f365217c4db taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.725542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.725775] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.725923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.725923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.726192] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.726279] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.727195] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.727319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.727697] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.727697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.727697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.727846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.728017] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd9fbabc-3cd0-4b08-84f8-ea670312b2d7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.728812] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.728989] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.729088] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-999b5d73-a0af-4e80-9039-6f365217c4db taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.729088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.729254] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.729364] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.830592] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.830833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.831037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.831736] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.850500] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 829.851015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.853067] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 829.889574] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 398aad31-6494-4eb1-8eca-ea920a81bf0f: rpc.has_security_group_logging(os_id): False [ 829.895283] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.895283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.895450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.895556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.903905] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.905034] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 829.905034] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 829.905226] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 829.925147] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.925147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.925147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.925147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.925147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.925147] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.925538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.925538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.925538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.925538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.925668] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.925731] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.925787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.925918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.925985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.927082] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.927244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.928037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.929446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.929446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.929446] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f is going to be updated. [ 829.957981] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.958231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.958231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.958423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.960035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.960551] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 829.962261] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 829.962501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.963432] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999b5d73-a0af-4e80-9039-6f365217c4db in Status: SUCCESS [ 829.963876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.964118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.964331] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.964576] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.964714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.964775] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.964966] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.965077] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.965161] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.965255] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.966080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.966253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.966427] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.966535] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.966680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.966943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.967028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.967088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.967186] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.968144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.968293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.968454] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.968559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.968619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.968998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.968998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.968998] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.969739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.969898] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.970067] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.970183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.970300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.970373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.970425] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.970564] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.013538] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.013538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.013538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.013538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.013873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.030584] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: IN_PROGRESS for 2s [ 830.042744] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.042938] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.044023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.044398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.044784] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.045115] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 830.149797] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.167057] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.167240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.167400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.167636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.167844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.168103] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 830.168205] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'264bf134-e276-45a6-bfef-981aba5da4d0', '8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8', '9601c8fb-2aa7-457a-bd02-d2604be2ef58', 'd796e75e-eb32-4201-94c1-b128237fb437', 'a0a70405-0817-4521-ac5d-7d72dd5922db', 'a872cbc1-bfed-4fa3-9b90-42d1a0b9b272', 'f76a34b3-d8c7-405e-aae4-3fc549ca51a8', 'aecc1ece-2198-4673-a248-ee54ea1faa3b', 'ec030768-0673-45d5-ba12-5a623aa8e303', '15d38d74-2099-48b3-b7b7-dbadb9ff12e0', '1b914926-c34d-40b5-a117-0f60f82e3845', '38e7114e-58e9-4fc0-9731-9b15e16a0eab', '6cb04d4e-dc1e-41ad-8407-920310a7e82b', '01db849e-0b6d-49fe-bf93-0eebc35473f5', 'aac00d69-53a4-4703-937f-4b3f2b3de566', 'eeef55ff-55f5-49dc-80d9-36b2bd4e06ef', '9820ab3d-a4cd-410e-85cf-6918876e1214', '01399e08-4a33-4e8a-bfde-0c9a888f99d1', '398aad31-6494-4eb1-8eca-ea920a81bf0f', 'e93709fe-8cb6-4274-8fb5-188446d242a7', 'ca521739-5876-429f-bceb-d0c7155a140d', '02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf', '26b81ed6-be3f-4545-bedd-f5619b30ef1c', 'e8772825-c369-4332-ba6e-5310f8f91a2e', '5e29853a-0957-451f-968b-e25e31c3c208', '27298c91-e047-42b5-acc7-f0f8bc3f00fb', '4f9133f4-2b04-411a-b29d-3236a5312dae', '7cafd215-842a-42d8-9ed0-32523772f625', '7d84e082-9db3-47fe-9d8c-f2b29abfea3b', '8dcd68de-e6b5-4530-a5e3-1cc7b7044638', '074427bc-2c54-403c-b87b-27973b2d7471', '625de77c-6b16-48ca-81f2-3bc05fd237cc', 'e2437c82-0855-4a56-b541-c26981f6d211', '3397947a-8086-4620-a2a8-93648c0bbbe2', '08e1d86d-3294-400f-be01-5245da320976', 'e03ad3e9-2bcb-43cc-b5a2-bebb9861037a', '4e23a49a-264a-4c6c-98f6-468ecb26e913', 'c283415d-7a48-4536-ba73-129a5f29657d', 'e834603c-8bf7-40c6-bcaf-48174b4ddb86'} {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 830.168330] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 830.196384] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.196384] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.196718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.196718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.196857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.198781] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 830.198781] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 830.198781] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 830.233442] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.233614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.233814] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 with status ACTIVE [ 830.234181] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.234321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.234400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.234648] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.234743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.235013] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.235090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.235167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.235314] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.235398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.235601] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.235709] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.235773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.235934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.236026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.236123] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd9fbabc-3cd0-4b08-84f8-ea670312b2d7 is going to be updated. [ 830.271714] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.271910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.272066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.272651] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.272651] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.273427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd9fbabc-3cd0-4b08-84f8-ea670312b2d7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.300199] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.300407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.300407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.300660] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.301556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.302193] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 830.302193] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 830.302193] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 830.302193] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 830.302193] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 830.302505] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 264bf134-e276-45a6-bfef-981aba5da4d0 with Priority: HIGH for action security_group_rules [ 830.302505] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGH for action security_group_rules [ 830.302505] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGH for action security_group_rules [ 830.302505] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGH for action security_group_rules [ 830.302681] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0a70405-0817-4521-ac5d-7d72dd5922db with Priority: HIGH for action security_group_rules [ 830.302681] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 with Priority: HIGH for action security_group_rules [ 830.302681] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 with Priority: HIGH for action security_group_rules [ 830.302804] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGH for action security_group_rules [ 830.302804] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec030768-0673-45d5-ba12-5a623aa8e303 with Priority: HIGH for action security_group_rules [ 830.302887] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGH for action security_group_rules [ 830.302931] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGH for action security_group_rules [ 830.302967] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab with Priority: HIGH for action security_group_rules [ 830.303036] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGH for action security_group_rules [ 830.303176] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 with Priority: HIGH for action security_group_rules [ 830.303255] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aac00d69-53a4-4703-937f-4b3f2b3de566 with Priority: HIGH for action security_group_rules [ 830.303334] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGH for action security_group_rules [ 830.303388] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGH for action security_group_rules [ 830.303455] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 with Priority: HIGH for action security_group_rules [ 830.303515] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGH for action security_group_rules [ 830.303578] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e93709fe-8cb6-4274-8fb5-188446d242a7 with Priority: HIGH for action security_group_rules [ 830.304154] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.430277] env[66117]: INFO networking_nsxv3.common.synchronization [req-f7eb4f1b-2faa-4270-ad05-413044fe8654 req-d0e82d47-ea40-4a3a-997b-7340d58a6645 tempest-InstanceActionsV221TestJSON-963399060 tempest-InstanceActionsV221TestJSON-963399060-project-member] Enqueued Resource ID: 368986dc-55cf-4f26-9c0c-3a606231084e with Priority: HIGHEST for action security_group_members [ 830.430859] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368986dc-55cf-4f26-9c0c-3a606231084e with Priority: HIGHEST for action security_group_members [ 830.431073] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264bf134-e276-45a6-bfef-981aba5da4d0 with Priority: HIGH for action security_group_rules [ 830.431195] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGH for action security_group_rules [ 830.431294] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 with Priority: HIGH for action security_group_rules [ 830.431387] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac00d69-53a4-4703-937f-4b3f2b3de566 with Priority: HIGH for action security_group_rules [ 830.431478] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93709fe-8cb6-4274-8fb5-188446d242a7 with Priority: HIGH for action security_group_rules [ 830.431569] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGH for action security_group_rules [ 830.431657] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 with Priority: HIGH for action security_group_rules [ 830.431763] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGH for action security_group_rules [ 830.431826] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 with Priority: HIGH for action security_group_rules [ 830.431955] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGH for action security_group_rules [ 830.432088] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGH for action security_group_rules [ 830.432167] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab with Priority: HIGH for action security_group_rules [ 830.432261] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b914926-c34d-40b5-a117-0f60f82e3845 with Priority: HIGH for action security_group_rules [ 830.432353] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 with Priority: HIGH for action security_group_rules [ 830.432437] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec030768-0673-45d5-ba12-5a623aa8e303 with Priority: HIGH for action security_group_rules [ 830.432522] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 with Priority: HIGH for action security_group_rules [ 830.432606] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGH for action security_group_rules [ 830.432690] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a70405-0817-4521-ac5d-7d72dd5922db with Priority: HIGH for action security_group_rules [ 830.432791] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGH for action security_group_rules [ 830.432878] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGH for action security_group_rules [ 830.433251] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-368986dc-55cf-4f26-9c0c-3a606231084e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.433364] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.433428] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.433928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.433928] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.434059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.434059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.434170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.434252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.434346] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368986dc-55cf-4f26-9c0c-3a606231084e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.435240] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-264bf134-e276-45a6-bfef-981aba5da4d0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.435344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.435420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.435573] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.435652] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('264bf134-e276-45a6-bfef-981aba5da4d0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.436791] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.436890] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.436959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.437126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.437223] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.437947] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f76a34b3-d8c7-405e-aae4-3fc549ca51a8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.438099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.438167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.438341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.438441] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f76a34b3-d8c7-405e-aae4-3fc549ca51a8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.440922] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac00d69-53a4-4703-937f-4b3f2b3de566 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.441081] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.441158] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.441339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.441411] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac00d69-53a4-4703-937f-4b3f2b3de566',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.443195] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e93709fe-8cb6-4274-8fb5-188446d242a7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.443301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.443371] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.443577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.443703] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e93709fe-8cb6-4274-8fb5-188446d242a7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.443918] env[66117]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 830.444897] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.445034] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.445204] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.445299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.445361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.445524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.445596] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01399e08-4a33-4e8a-bfde-0c9a888f99d1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.446778] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.446885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.446973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.447144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.447216] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.448686] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01db849e-0b6d-49fe-bf93-0eebc35473f5 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.448686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.448686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.448686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.448929] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01db849e-0b6d-49fe-bf93-0eebc35473f5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.449766] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.449860] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.450099] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.450205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.450268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.450419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.450488] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.451442] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e7114e-58e9-4fc0-9731-9b15e16a0eab taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.451605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.451678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.451854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.451930] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e7114e-58e9-4fc0-9731-9b15e16a0eab',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.452975] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b914926-c34d-40b5-a117-0f60f82e3845 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.452975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.452975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.453192] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.453192] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b914926-c34d-40b5-a117-0f60f82e3845',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.454106] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15d38d74-2099-48b3-b7b7-dbadb9ff12e0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.454483] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.454587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.454700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.454770] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15d38d74-2099-48b3-b7b7-dbadb9ff12e0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.455615] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec030768-0673-45d5-ba12-5a623aa8e303 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.455719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.455781] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.455958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.456047] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec030768-0673-45d5-ba12-5a623aa8e303',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.456948] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.457270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.457270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.457270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.457418] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a872cbc1-bfed-4fa3-9b90-42d1a0b9b272',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.459869] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.459982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.460064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.460228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.460300] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.460525] env[66117]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 830.461523] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0a70405-0817-4521-ac5d-7d72dd5922db taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.461624] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.461695] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.461880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.461955] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0a70405-0817-4521-ac5d-7d72dd5922db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.463275] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.463369] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.463458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.463680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.463824] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.464936] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.465085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.466547] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.466709] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.466802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.467055] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.467201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.467439] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.467590] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.467806] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.467877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.467981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.468105] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368986dc-55cf-4f26-9c0c-3a606231084e already deleted. [ 830.468235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.470791] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.470963] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.471067] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.471272] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.471522] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.471595] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.471683] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.471859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.471972] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.472112] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.472228] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.475758] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.475904] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.476181] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.477143] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.478814] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.504644] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.504812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.504859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.505063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.538324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.539063] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 264bf134-e276-45a6-bfef-981aba5da4d0 is going to be deleted. [ 830.601163] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.601337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.601380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.601580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.601659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.601779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-264bf134-e276-45a6-bfef-981aba5da4d0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.652515] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.900072] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.900369] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-648" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.900429] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-648" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.900873] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-648" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.901428] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.901597] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.901714] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.902133] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.902442] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.902751] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.902902] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.902995] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.903252] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.903381] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.903491] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.903631] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.924481] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.924701] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.924884] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.925202] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-648" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.925568] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-b83d5faf-43e6-477c-b2ae-123e8a1c847d taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.925813] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-b83d5faf-43e6-477c-b2ae-123e8a1c847d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.926109] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-b83d5faf-43e6-477c-b2ae-123e8a1c847d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.926428] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-b83d5faf-43e6-477c-b2ae-123e8a1c847d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.926495] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b83d5faf-43e6-477c-b2ae-123e8a1c847d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.982012] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 999b5d73-a0af-4e80-9039-6f365217c4db: rpc.has_security_group_logging(os_id): False [ 830.983715] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.983860] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.983955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.984176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.984343] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.984460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.984522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.984661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.984737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.984827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.984972] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.985076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.985136] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.985282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.985419] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.985514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.985576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.985713] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.985789] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.985870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.985962] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.987040] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.007863] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.008020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.008097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.008325] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.008415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.008647] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.008849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.008849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.008986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.009088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.009175] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 999b5d73-a0af-4e80-9039-6f365217c4db is going to be created. [ 831.018791] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.019110] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.019215] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.019429] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.019625] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.019724] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.019801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.019932] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.020023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.020110] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.020232] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.021223] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.021335] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.021388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.021544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.021688] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.021782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.021843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.022056] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.022118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.022156] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.022231] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.038800] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cb04d4e-dc1e-41ad-8407-920310a7e82b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.038800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.038800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.039213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.039213] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.040032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.040032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.040032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.040032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.040032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.040032] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.041978] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.084607] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.084607] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.084607] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.084607] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.085460] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.087036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.087644] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.088172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.090133] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.090133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.091021] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.091179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.092363] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.092563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.098822] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.098822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.099867] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.099867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.100852] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.101011] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.102125] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.102270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.103416] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.103537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.104867] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 831.105442] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.105594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.109424] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 831.110079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.110232] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be deleted. [ 831.112078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.112078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.132182] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.132336] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e93709fe-8cb6-4274-8fb5-188446d242a7 is going to be deleted. [ 831.133281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.133524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.142008] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.142137] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.154084] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.154225] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac00d69-53a4-4703-937f-4b3f2b3de566 is going to be deleted. [ 831.155157] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.155368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.156394] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.156520] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.156605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.156774] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.156917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.157065] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef is going to be created. [ 831.165216] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.165396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.184244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.184244] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0a70405-0817-4521-ac5d-7d72dd5922db is going to be deleted. [ 831.185241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.185396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.187183] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.187183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.187183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.187406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.187445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.204863] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.205057] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.205839] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef in Status: UNINITIALIZED for 2s [ 831.230886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.231108] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e7114e-58e9-4fc0-9731-9b15e16a0eab is going to be deleted. [ 831.232135] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.232738] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.249754] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.249754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.293604] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.293604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.305730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.305730] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec030768-0673-45d5-ba12-5a623aa8e303 is going to be deleted. [ 831.306683] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.306916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.398066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.398066] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01399e08-4a33-4e8a-bfde-0c9a888f99d1 is going to be deleted. [ 831.398392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.398493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.422016] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.422281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.429525] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.429724] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.429724] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.430055] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.430257] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.430458] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port b83d5faf-43e6-477c-b2ae-123e8a1c847d not found, creating... [ 831.430798] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.431088] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.431455] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.431573] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.431626] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.432179] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.432179] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.433241] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.433241] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.433241] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.433241] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: b83d5faf-43e6-477c-b2ae-123e8a1c847d is going to be created. [ 831.449329] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.449561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.461654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.461958] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b914926-c34d-40b5-a117-0f60f82e3845 is going to be deleted. [ 831.462932] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.463100] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.479969] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.480221] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.480346] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.480631] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.480862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.481203] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-b83d5faf-43e6-477c-b2ae-123e8a1c847d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.490409] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9601c8fb-2aa7-457a-bd02-d2604be2ef58: rpc.has_security_group_logging(os_id): False [ 831.492834] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.492834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.492834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.492834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.492834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.492834] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 831.525959] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.526138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.534789] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.534988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.535205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.535519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.536464] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.536464] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.536464] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.536464] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.536906] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.536906] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.536906] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.537165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.537165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.537597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.537687] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.537775] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.537925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.538131] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.538266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.538410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.538725] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.540519] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.540519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.540519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.540819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.540986] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.541102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.541214] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.541424] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.541551] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.541689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.541920] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.542083] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.542222] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.542426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.542623] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.542769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.542863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.543139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.543259] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.543413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.543572] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.545023] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.545276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.545470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.545708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.545843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.546147] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999b5d73-a0af-4e80-9039-6f365217c4db is going to be updated. [ 831.549314] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.561727] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.561914] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01db849e-0b6d-49fe-bf93-0eebc35473f5 is going to be deleted. [ 831.564901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.564901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.592741] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.593016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.622947] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 831.623213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.623411] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.623708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.623929] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.624071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.624144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.624294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.624366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.624455] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.624542] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.632441] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.632441] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.632441] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.632680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.632680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.634600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.635365] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f76a34b3-d8c7-405e-aae4-3fc549ca51a8 is going to be deleted. [ 831.636021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.636138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.680718] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 831.684583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.684830] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a872cbc1-bfed-4fa3-9b90-42d1a0b9b272 is going to be deleted. [ 831.687149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.687894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.690735] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.690969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.707511] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.707710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.707710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.708051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.708244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.725865] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999b5d73-a0af-4e80-9039-6f365217c4db in Status: IN_PROGRESS for 2s [ 831.730814] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.730814] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15d38d74-2099-48b3-b7b7-dbadb9ff12e0 is going to be deleted. [ 831.731763] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.732091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.732367] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.733593] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.733803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.733920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.734060] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.734686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.734945] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.734945] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.735147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e93709fe-8cb6-4274-8fb5-188446d242a7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.735690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.735840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.735911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.736069] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac00d69-53a4-4703-937f-4b3f2b3de566" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.736330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.736460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.736460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.736572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0a70405-0817-4521-ac5d-7d72dd5922db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.736711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.736857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.736936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.737066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e7114e-58e9-4fc0-9731-9b15e16a0eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.737248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.737450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.737591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.737641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec030768-0673-45d5-ba12-5a623aa8e303" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.737795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.738029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.787023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.787023] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.787023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.787023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.787023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.787023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.787023] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.787023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.787023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.787023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.787023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.787023] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.787023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.787023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.787924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.787924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.787924] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 is going to be updated. [ 831.788754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.789071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.789333] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.789553] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01399e08-4a33-4e8a-bfde-0c9a888f99d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.789827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.790090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.790257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.790472] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b914926-c34d-40b5-a117-0f60f82e3845" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.791522] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 999b5d73-a0af-4e80-9039-6f365217c4db in Status: SUCCESS [ 831.791840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.792595] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.793077] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.793410] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.827243] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.827243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.827243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.827243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.827243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.827243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01db849e-0b6d-49fe-bf93-0eebc35473f5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.831637] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.831637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.831637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.831637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.831637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.831637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f76a34b3-d8c7-405e-aae4-3fc549ca51a8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.862576] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.862576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.862576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.862576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.862576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.862576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15d38d74-2099-48b3-b7b7-dbadb9ff12e0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.863808] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.864116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.864289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.864568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.864752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.864960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a872cbc1-bfed-4fa3-9b90-42d1a0b9b272" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.934628] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 831.935319] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.935480] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.935595] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.935956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.936218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.006028] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: IN_PROGRESS for 2s [ 832.046016] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9820ab3d-a4cd-410e-85cf-6918876e1214: rpc.has_security_group_logging(os_id): False [ 832.050314] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aecc1ece-2198-4673-a248-ee54ea1faa3b: rpc.has_security_group_logging(os_id): False [ 832.051621] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cb04d4e-dc1e-41ad-8407-920310a7e82b: rpc.has_security_group_logging(os_id): False [ 832.058086] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: SUCCESS [ 832.058345] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.058547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.059054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.059054] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.086556] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.086728] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.086894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.087011] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.090076] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.090226] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.091619] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.091619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.113254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.113562] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.113676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.113752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.113953] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.114046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.114140] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b is going to be updated. [ 832.115337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.115517] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.127863] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.128055] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.128128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.128351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.128526] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.128626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.128684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.128837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.128934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.129120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.129297] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.129387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.129445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.129572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.129706] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.129797] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.129853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.129996] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.130081] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.130180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.130283] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.138042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.138339] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.138490] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.138534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.138797] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.138797] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.138990] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.139227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.139227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.139353] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.139353] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.139551] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.139663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.139721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.139850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.139914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.139964] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 is going to be updated. [ 832.141221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.141436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.163500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.163963] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.163963] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.163963] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.164193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.164228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.167033] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.167033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.167033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.167033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.167033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.167033] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.167033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.167033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.167033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.167033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.167033] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aecc1ece-2198-4673-a248-ee54ea1faa3b is going to be updated. [ 832.184520] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.184918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.184918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.185085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.185181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.202864] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: IN_PROGRESS for 2s [ 832.230656] env[66117]: INFO networking_nsxv3.common.synchronization [req-f7eb4f1b-2faa-4270-ad05-413044fe8654 req-6d9221ad-aaff-4beb-92ed-e9b5d68ef3d7 service nova] Enqueued Resource ID: 368986dc-55cf-4f26-9c0c-3a606231084e with Priority: HIGHEST for action security_group_rules [ 832.230852] env[66117]: INFO networking_nsxv3.common.synchronization [req-f7eb4f1b-2faa-4270-ad05-413044fe8654 req-6d9221ad-aaff-4beb-92ed-e9b5d68ef3d7 service nova] Enqueued Resource ID: 368986dc-55cf-4f26-9c0c-3a606231084e with Priority: HIGHEST for action security_group_members [ 832.231093] env[66117]: INFO networking_nsxv3.common.synchronization [req-f7eb4f1b-2faa-4270-ad05-413044fe8654 req-6d9221ad-aaff-4beb-92ed-e9b5d68ef3d7 service nova] Enqueued Resource ID: b83d5faf-43e6-477c-b2ae-123e8a1c847d with Priority: HIGHEST for action port [ 832.231802] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368986dc-55cf-4f26-9c0c-3a606231084e with Priority: HIGHEST for action security_group_rules [ 832.231914] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368986dc-55cf-4f26-9c0c-3a606231084e with Priority: HIGHEST for action security_group_members [ 832.232317] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83d5faf-43e6-477c-b2ae-123e8a1c847d with Priority: HIGHEST for action port [ 832.232606] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-368986dc-55cf-4f26-9c0c-3a606231084e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.232750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.232750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.233362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.233443] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('368986dc-55cf-4f26-9c0c-3a606231084e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.235480] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-368986dc-55cf-4f26-9c0c-3a606231084e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.236107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.236107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.236107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.236357] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.236500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.236631] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.236873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.237022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.237171] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368986dc-55cf-4f26-9c0c-3a606231084e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.239113] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b83d5faf-43e6-477c-b2ae-123e8a1c847d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.239113] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b83d5faf-43e6-477c-b2ae-123e8a1c847d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.239113] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b83d5faf-43e6-477c-b2ae-123e8a1c847d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.239113] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b83d5faf-43e6-477c-b2ae-123e8a1c847d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.239113] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b83d5faf-43e6-477c-b2ae-123e8a1c847d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.277644] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.277644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.277644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.280268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.280466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.287404] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.287597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.287737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.287856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.287961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.296316] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-999b5d73-a0af-4e80-9039-6f365217c4db taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.296316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.316321] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: IN_PROGRESS for 2s [ 832.354427] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: IN_PROGRESS for 2s [ 832.560850] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.561252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.561252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.561480] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.561678] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.561775] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.561848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.562062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.562184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.562282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.562376] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.634203] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d796e75e-eb32-4201-94c1-b128237fb437: rpc.has_security_group_logging(os_id): False [ 832.654301] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.654488] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.654535] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.656039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.678037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.678177] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.678248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.678313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.678523] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.678692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.679020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.679146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.679210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.679368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.679446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.679679] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.681625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.681625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.681625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.681625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.681625] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 832.741446] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-368986dc-55cf-4f26-9c0c-3a606231084e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.741446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.741446] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('368986dc-55cf-4f26-9c0c-3a606231084e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.742532] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b83d5faf-43e6-477c-b2ae-123e8a1c847d with status ACTIVE [ 832.742770] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.742961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.743042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.743542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.743542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.743677] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.744097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.744097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.744097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.747867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.747867] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.747867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.747867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.748437] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.748437] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.748437] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b83d5faf-43e6-477c-b2ae-123e8a1c847d is going to be updated. [ 832.755410] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.755619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.755694] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.755936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.756150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.775370] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 832.782961] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.782961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.782961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.782961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.782961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.782961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b83d5faf-43e6-477c-b2ae-123e8a1c847d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.833671] env[66117]: INFO networking_nsxv3.common.synchronization [req-ec9c5353-c5ec-485c-9537-ddd1422edffa req-47f2a0ca-85e7-4903-aaab-56c47ccca723 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef with Priority: HIGHEST for action security_group_members [ 832.833671] env[66117]: INFO networking_nsxv3.common.synchronization [req-ec9c5353-c5ec-485c-9537-ddd1422edffa req-47f2a0ca-85e7-4903-aaab-56c47ccca723 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 832.833671] env[66117]: INFO networking_nsxv3.common.synchronization [req-ec9c5353-c5ec-485c-9537-ddd1422edffa req-47f2a0ca-85e7-4903-aaab-56c47ccca723 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGHEST for action security_group_members [ 832.833847] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef with Priority: HIGHEST for action security_group_members [ 832.834047] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 832.834210] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGHEST for action security_group_members [ 832.834537] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.834671] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.834900] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.836049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.836049] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-999b5d73-a0af-4e80-9039-6f365217c4db taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.836049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.070251] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.070251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.070251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.070251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.070251] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.070462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.070462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.071028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.071576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.071710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.071919] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.071990] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.072053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.072199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.072346] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.072439] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.072500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.072650] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.072727] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.072808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.072894] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.218121] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef in Status: SUCCESS [ 833.218616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.218616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.218848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.219087] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.219213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.219280] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.219444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.219525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.219618] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.250744] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('368986dc-55cf-4f26-9c0c-3a606231084e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.579569] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 398aad31-6494-4eb1-8eca-ea920a81bf0f: rpc.has_security_group_logging(os_id): False [ 833.606428] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.606611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.606751] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.607199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.607264] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.607635] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.609283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.609283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.609283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.609967] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.610727] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.610870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.611082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.611493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.611493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.611748] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.611872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.611946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.612154] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.612239] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.612333] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f is going to be updated. [ 833.674727] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.675018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.675149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.675392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.675541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.690822] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 833.691141] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.691316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.691553] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.691784] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.691903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.691987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.692234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.692317] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.692417] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.694030] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: IN_PROGRESS for 2s [ 833.723303] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.723579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.724087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.724237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.724355] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.724761] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.724761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.724761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.724994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.725067] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.725164] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef is going to be deleted. [ 833.739839] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999b5d73-a0af-4e80-9039-6f365217c4db in Status: SUCCESS [ 833.740400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.740400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.740599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.740803] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.741103] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.741103] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.741281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.741366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.741467] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.753453] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.753679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.753747] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.753957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.754063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.754172] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368986dc-55cf-4f26-9c0c-3a606231084e is going to be created. [ 833.778039] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.778205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.779344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.780461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.780461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.795326] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368986dc-55cf-4f26-9c0c-3a606231084e in Status: UNINITIALIZED for 2s [ 833.797105] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.797105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.797105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.797105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.797405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.797405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.797473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.798764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.798764] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.798764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.798764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.798764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.798764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.798764] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.030702] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: SUCCESS [ 834.031168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.197698] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.221651] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: SUCCESS [ 834.222392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.247617] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.247617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.247617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.247617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.247617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.247617] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.247617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.247617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.247617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.247617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.247617] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999b5d73-a0af-4e80-9039-6f365217c4db is going to be updated. [ 834.304260] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.304260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.304260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.304260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.304260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.304260] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.304260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.304260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.304260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.304260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.304260] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef already deleted. [ 834.304260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.304260] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.304260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.305268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.305609] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.305937] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.306204] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.306538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.306988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.307311] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.315739] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.315739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.315739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.315739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.315739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.348443] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999b5d73-a0af-4e80-9039-6f365217c4db in Status: IN_PROGRESS for 2s [ 834.362375] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: SUCCESS [ 834.362701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.391639] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: SUCCESS [ 834.391909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.699226] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.793125] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 834.793125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.793125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.793125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.793443] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.809759] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.811605] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.811743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.811814] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.812150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.812246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.812449] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.812556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.812619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.812777] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.812851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.812972] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef already deleted. [ 834.813019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.202144] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.202276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.202344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.202564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.202659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.202761] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 835.235273] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.236170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.236170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.236170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.236170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.247218] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 835.298542] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.298707] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.298765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.299296] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.299407] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.299470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.299510] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.299660] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.299738] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.299827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.299950] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.316928] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef: rpc.has_security_group_logging(os_id): False [ 835.349391] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.349835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.349977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.350216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.350299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.350563] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.352246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.352246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.352246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.352246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.352246] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef is going to be created. [ 835.371612] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef], does not exist path=[/infra/domains/default/groups/ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef]."\n}' [ 835.372516] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef [ 835.372516] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 835.424204] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.424396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.424446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.424630] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.426185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.426246] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.426345] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.426416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.426613] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.426696] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.426903] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.427257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.427351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.427532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.427614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.427707] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef is going to be created. [ 835.449341] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef], does not exist path=[/infra/domains/default/groups/ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef [ 835.449508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.450125] env[66117]: Traceback (most recent call last): [ 835.450252] env[66117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 835.450252] env[66117]: return func(*args, **kwargs) [ 835.450252] env[66117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 835.450252] env[66117]: res.raise_for_status() [ 835.450252] env[66117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 835.450252] env[66117]: raise HTTPError(http_error_msg, response=self) [ 835.450252] env[66117]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef [ 835.450252] env[66117]: During handling of the above exception, another exception occurred: [ 835.450252] env[66117]: Traceback (most recent call last): [ 835.450252] env[66117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 835.450252] env[66117]: listener.cb(fileno) [ 835.450252] env[66117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 835.450252] env[66117]: result = function(*args, **kwargs) [ 835.450252] env[66117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 835.450252] env[66117]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 835.450252] env[66117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 835.450252] env[66117]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 835.450252] env[66117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 835.450252] env[66117]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 835.450252] env[66117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 835.450252] env[66117]: res.raise_for_status() [ 835.450252] env[66117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 835.450252] env[66117]: raise HTTPError(http_error_msg, response=self) [ 835.450252] env[66117]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ac04c5ee-4d6c-4bb3-843c-9262ae3a32ef [ 835.450252] env[66117]: Removing descriptor: 66 [ 835.711077] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: SUCCESS [ 835.711559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.802202] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.802202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.802202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.803580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.803580] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.803580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.803580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.803580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.803580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.803580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.803580] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.803580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.803580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.803580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.803580] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.804230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.804230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.804230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.804230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.804230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.804230] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.808528] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368986dc-55cf-4f26-9c0c-3a606231084e in Status: SUCCESS [ 835.808635] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.809103] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.809103] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.809290] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.809290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.809450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.809504] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.809558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.809980] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.809980] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('368986dc-55cf-4f26-9c0c-3a606231084e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.307405] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d796e75e-eb32-4201-94c1-b128237fb437: rpc.has_security_group_logging(os_id): False [ 836.311512] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-368986dc-55cf-4f26-9c0c-3a606231084e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.311801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.311801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.312090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.312293] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.312413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.312476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.312660] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.312747] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.312843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.313037] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-368986dc-55cf-4f26-9c0c-3a606231084e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.313155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.313236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.313408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.313560] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.313660] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.313743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.313946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.313946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.314130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.314194] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('368986dc-55cf-4f26-9c0c-3a606231084e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.345935] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.346199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.346199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.346471] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.384385] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999b5d73-a0af-4e80-9039-6f365217c4db in Status: SUCCESS [ 836.384385] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999b5d73-a0af-4e80-9039-6f365217c4db deletion is rescheduled due to dependency. [ 836.384385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.384385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.384385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.384385] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.384385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.384385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.384385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.384385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.384385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.384385] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.385081] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.385421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.386174] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.386374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.386549] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.386725] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.386837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.386949] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.412405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.412405] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.412405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.412405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.412765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.412765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.412965] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.413120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.413223] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.413477] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.413600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.413859] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.414026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.414260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.414790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.414790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.414790] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 836.502184] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.503184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.504262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.504262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.504262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.521523] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 836.818462] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 368986dc-55cf-4f26-9c0c-3a606231084e: rpc.has_security_group_logging(os_id): False [ 836.838201] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.838481] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.838915] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.838915] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.839033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.839354] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.839454] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.839592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.839667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.839916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.840007] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.840263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.840263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.840756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.840756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.840756] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.840756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.840975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.841276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.841276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.841407] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 368986dc-55cf-4f26-9c0c-3a606231084e is going to be created. [ 836.889534] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.890929] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.891090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.891210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.891522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.920108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.920108] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.920108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.920108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.920108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.920108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.920108] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999b5d73-a0af-4e80-9039-6f365217c4db is going to be updated. [ 836.945152] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.945152] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.945152] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.945356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.945537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.967408] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 368986dc-55cf-4f26-9c0c-3a606231084e in Status: IN_PROGRESS for 2s [ 837.004786] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.004955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.004955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.005146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.005291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.033513] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999b5d73-a0af-4e80-9039-6f365217c4db in Status: IN_PROGRESS for 2s [ 837.263219] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 837.263219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.263219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.263219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.263219] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.263219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.263219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.263219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.263219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.263219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.263219] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.263219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.263219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.263219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.263219] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.269169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.269432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.270037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.270153] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.270262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.271054] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.271443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.271832] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.272110] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.272110] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.272110] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.273684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.273684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.273684] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.393637] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 999b5d73-a0af-4e80-9039-6f365217c4db: rpc.has_security_group_logging(os_id): False [ 837.414192] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.414524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.414524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.414785] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.414880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.415184] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.415309] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.415393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.415571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.415656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.415736] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 999b5d73-a0af-4e80-9039-6f365217c4db is going to be updated. [ 837.483963] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.484227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.484227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.484420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.484560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.509407] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 999b5d73-a0af-4e80-9039-6f365217c4db in Status: IN_PROGRESS for 2s [ 837.775622] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeef55ff-55f5-49dc-80d9-36b2bd4e06ef: rpc.has_security_group_logging(os_id): False [ 837.777061] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.810607] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.810937] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.810937] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.811332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.835170] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 837.835549] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=8 [ 837.848236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.848236] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.848236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.848236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.848753] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.848753] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.848753] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.849073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.849073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.849073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.849206] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.849326] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.849419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.849482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.849624] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.849696] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.849779] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 837.927766] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.927890] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.927939] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.928458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.928458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.958452] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 838.279549] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.542630] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 838.542630] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.784153] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.784153] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.784153] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.784153] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.784153] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.784153] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 838.823645] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.823645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.823955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.824124] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.824346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.842956] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 838.990123] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 368986dc-55cf-4f26-9c0c-3a606231084e in Status: SUCCESS [ 838.990245] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.047259] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999b5d73-a0af-4e80-9039-6f365217c4db in Status: SUCCESS [ 839.047478] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999b5d73-a0af-4e80-9039-6f365217c4db deletion is rescheduled due to dependency. [ 839.048313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.533049] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 999b5d73-a0af-4e80-9039-6f365217c4db in Status: SUCCESS [ 839.533275] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.560453] env[66117]: INFO networking_nsxv3.common.synchronization [None req-03306b2d-1ff0-4d71-bd73-0f7db18efeef None None] Enqueued Resource ID: 5c8c2970-e011-41e2-be5c-d715b43cd967 with Priority: HIGHEST for action port [ 839.560453] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c8c2970-e011-41e2-be5c-d715b43cd967 with Priority: HIGHEST for action port [ 839.560679] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c8c2970-e011-41e2-be5c-d715b43cd967 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.560750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c8c2970-e011-41e2-be5c-d715b43cd967" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.560808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c8c2970-e011-41e2-be5c-d715b43cd967" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.563422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c8c2970-e011-41e2-be5c-d715b43cd967" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.563984] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c8c2970-e011-41e2-be5c-d715b43cd967',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.984036] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 839.984036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.984036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.984036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.984598] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.066908] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c8c2970-e011-41e2-be5c-d715b43cd967 [ 840.067243] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.068029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.068029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.068029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.068206] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.068206] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c8c2970-e011-41e2-be5c-d715b43cd967 already deleted. [ 840.068324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c8c2970-e011-41e2-be5c-d715b43cd967" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.486824] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.486964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.862696] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 840.863982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.863982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.863982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.863982] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.863982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.863982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.863982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.864427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.864427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.864427] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.309878] env[66117]: INFO networking_nsxv3.common.synchronization [req-7f735986-d31f-4d8b-aea7-f79d8e56ec87 req-c2370dc0-d45d-4d7b-bd28-608c7dc35530 tempest-DeleteServersTestJSON-1546501066 tempest-DeleteServersTestJSON-1546501066-project-member] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 841.310630] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 841.310880] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.311140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.311140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.311415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.312040] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.312040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.312040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.312040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.312040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.312040] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.369556] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.369744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.369827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.370128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.370272] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.370374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.370436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.370618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.370921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.371125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.371266] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.371457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.371457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.371587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.371728] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.371837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.371898] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.372058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.372165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.372210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.372300] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.686684] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.686684] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.686684] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.686961] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.687232] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.687377] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.687490] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.687729] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.687923] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.688154] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.688268] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.688376] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.688485] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.688641] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.688708] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.688832] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.710702] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.710895] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.711150] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.711348] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.711697] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-629f5249-dca5-42cd-9211-978a68184cad taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.711890] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-629f5249-dca5-42cd-9211-978a68184cad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.712038] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-629f5249-dca5-42cd-9211-978a68184cad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.712373] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-629f5249-dca5-42cd-9211-978a68184cad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.712507] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('629f5249-dca5-42cd-9211-978a68184cad',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.815174] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.815418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.815418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.815679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.841225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.841498] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.841624] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.841703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.841934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.842036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.842112] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 841.869859] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.870149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.870149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.870285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.870408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.874230] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeef55ff-55f5-49dc-80d9-36b2bd4e06ef: rpc.has_security_group_logging(os_id): False [ 841.881931] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 841.895422] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.895651] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.895744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.896063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.896203] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.896520] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.896633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.896710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.896934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.897058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.897321] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.897517] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.897615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.897861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.897971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.898223] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.898335] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.898427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.898660] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.898762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.898921] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 841.996834] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.996834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.997101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.997236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.997486] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.031935] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 842.217186] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.218362] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.218362] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.218362] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.218690] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.218690] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 629f5249-dca5-42cd-9211-978a68184cad not found, creating... [ 842.218817] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.219052] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.219217] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.219465] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.219602] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.219900] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.220074] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.220683] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.220683] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.220818] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.220926] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 629f5249-dca5-42cd-9211-978a68184cad is going to be created. [ 842.251312] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.251770] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.252108] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.252380] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.252649] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.252919] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-629f5249-dca5-42cd-9211-978a68184cad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.520025] env[66117]: INFO networking_nsxv3.common.synchronization [None req-7ae511f2-417f-4d0e-a6d6-6c45139168c2 None None] Enqueued Resource ID: 636c0fd7-1514-4e6c-ac51-900b1e372ec9 with Priority: HIGHEST for action port [ 842.520025] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 636c0fd7-1514-4e6c-ac51-900b1e372ec9 with Priority: HIGHEST for action port [ 842.520025] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-636c0fd7-1514-4e6c-ac51-900b1e372ec9 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.520923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-636c0fd7-1514-4e6c-ac51-900b1e372ec9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.521881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-636c0fd7-1514-4e6c-ac51-900b1e372ec9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.521881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-636c0fd7-1514-4e6c-ac51-900b1e372ec9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.522072] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('636c0fd7-1514-4e6c-ac51-900b1e372ec9',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.007119] env[66117]: INFO networking_nsxv3.common.synchronization [req-7f735986-d31f-4d8b-aea7-f79d8e56ec87 req-21ba58bb-7298-417c-8fdf-20f10d917504 service nova] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_rules [ 843.007119] env[66117]: INFO networking_nsxv3.common.synchronization [req-7f735986-d31f-4d8b-aea7-f79d8e56ec87 req-21ba58bb-7298-417c-8fdf-20f10d917504 service nova] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 843.007119] env[66117]: INFO networking_nsxv3.common.synchronization [req-7f735986-d31f-4d8b-aea7-f79d8e56ec87 req-21ba58bb-7298-417c-8fdf-20f10d917504 service nova] Enqueued Resource ID: 629f5249-dca5-42cd-9211-978a68184cad with Priority: HIGHEST for action port [ 843.007119] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_rules [ 843.007119] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 843.007119] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629f5249-dca5-42cd-9211-978a68184cad with Priority: HIGHEST for action port [ 843.008606] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.008606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.008606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.008606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.008606] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.009831] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.010102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.011754] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-629f5249-dca5-42cd-9211-978a68184cad taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.011754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-629f5249-dca5-42cd-9211-978a68184cad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.011754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-629f5249-dca5-42cd-9211-978a68184cad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.011754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-629f5249-dca5-42cd-9211-978a68184cad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.011754] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('629f5249-dca5-42cd-9211-978a68184cad',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.025043] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 636c0fd7-1514-4e6c-ac51-900b1e372ec9 [ 843.025043] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.025043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.025043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.025043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.025043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.025438] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:636c0fd7-1514-4e6c-ac51-900b1e372ec9 already deleted. [ 843.025438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-636c0fd7-1514-4e6c-ac51-900b1e372ec9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.514693] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.514843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.516309] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 629f5249-dca5-42cd-9211-978a68184cad with status ACTIVE [ 843.516976] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.516976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.516976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.516976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.517243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.517243] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.517349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.517408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.517563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.517644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.518513] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.518513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.518513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.518513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.518513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.518513] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 629f5249-dca5-42cd-9211-978a68184cad is going to be updated. [ 843.550230] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.550721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.550721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.550721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.550857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.551278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-629f5249-dca5-42cd-9211-978a68184cad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.895930] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 843.895930] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b deletion is rescheduled due to dependency. [ 843.896136] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.896886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.896886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.897025] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.897275] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.897631] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.898033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.898446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.898706] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.060375] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 844.060375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.060375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.060375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.060375] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.404218] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.561901] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.562473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.562604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.562895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.563137] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.563267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.563384] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.563516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.563600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.563691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.563795] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.906982] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.067880] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.067880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.067880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.067880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.068129] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.068129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.068248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.068335] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.068424] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.068510] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.068687] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.068831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.068956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.069212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.069368] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.069476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.069530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.069690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.069767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.069860] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.069948] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.411135] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.411135] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.411420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.411745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.411833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.411921] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 845.457852] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.457852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.457852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.457852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.457852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.471052] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 845.575257] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeef55ff-55f5-49dc-80d9-36b2bd4e06ef: rpc.has_security_group_logging(os_id): False [ 845.597701] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.597923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.597983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.598207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.598316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.598501] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.598624] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.598664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.598858] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.598943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.599583] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.599699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.599764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.599915] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.599992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.600437] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.600526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.600526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.600677] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.600969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.600969] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 845.674393] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.674558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.674621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.674861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.675027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.699663] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 845.968425] env[66117]: INFO networking_nsxv3.common.synchronization [req-6366f788-3312-429a-9a8f-663dce1ad1d5 req-44ac6d33-68ed-4b06-a7bd-6e3db70bec4f tempest-InstanceActionsV221TestJSON-963399060 tempest-InstanceActionsV221TestJSON-963399060-project-member] Enqueued Resource ID: 368986dc-55cf-4f26-9c0c-3a606231084e with Priority: HIGHEST for action security_group_members [ 845.968978] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368986dc-55cf-4f26-9c0c-3a606231084e with Priority: HIGHEST for action security_group_members [ 845.970382] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-368986dc-55cf-4f26-9c0c-3a606231084e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.970556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.970629] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.970837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.971054] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.971409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.971487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.971643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.971749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.972254] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368986dc-55cf-4f26-9c0c-3a606231084e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.474326] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.474495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.474569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.474777] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.474861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.475064] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.475160] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.475281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.475383] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.475493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.475551] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368986dc-55cf-4f26-9c0c-3a606231084e is going to be updated. [ 846.506064] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.506272] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.506323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.507025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.507146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.516465] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368986dc-55cf-4f26-9c0c-3a606231084e in Status: IN_PROGRESS for 2s [ 847.482732] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 847.483087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.483152] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.483370] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.483594] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.483766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.483834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.483997] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.484090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.484174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.484314] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.717619] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 847.717863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.951248] env[66117]: INFO networking_nsxv3.common.synchronization [req-2922c426-6aee-4c4f-95f9-e43a232936c8 req-dcda4c42-aa18-429b-8718-0037dbb11b81 tempest-ImagesOneServerNegativeTestJSON-1102838547 tempest-ImagesOneServerNegativeTestJSON-1102838547-project-member] Enqueued Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 847.951798] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 847.952139] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.952256] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.952323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.952530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.952681] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.952780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.952842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.952989] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.953087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.953179] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.987144] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.987144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.987144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.987144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.987144] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.987144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.987144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.987494] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.987532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.987651] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.987812] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.987934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.988026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.988229] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.988719] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.988719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.988719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.988719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.988719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.988948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.988948] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.455429] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.455584] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.455584] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.455840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.477968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.478262] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.478387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.478445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.478674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.478758] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.478834] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f is going to be updated. [ 848.490646] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d84e082-9db3-47fe-9d8c-f2b29abfea3b: rpc.has_security_group_logging(os_id): False [ 848.510111] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.510323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.510397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.510650] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.510739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.510938] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.511155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.511822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.511822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.511822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.511822] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.511822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.512199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.512199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.512275] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.513025] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.513025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.513025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.513025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.513025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.513025] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 848.514683] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.514799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.514867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.515027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.515157] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.525144] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: IN_PROGRESS for 2s [ 848.525826] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368986dc-55cf-4f26-9c0c-3a606231084e in Status: SUCCESS [ 848.525988] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368986dc-55cf-4f26-9c0c-3a606231084e deletion is rescheduled due to dependency. [ 848.526106] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.576737] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.576826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.576863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.577143] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.577324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.592931] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 850.236316] env[66117]: INFO networking_nsxv3.common.synchronization [req-7849f538-5bff-4b5d-b18f-40447da10767 req-6eda75ef-4968-46c7-87bc-512579de18ac tempest-ListImageFiltersTestJSON-1189411830 tempest-ListImageFiltersTestJSON-1189411830-project-member] Enqueued Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_members [ 850.237080] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_members [ 850.237356] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.237436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.237522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.237699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.237852] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.238337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.238337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.238337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.238337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.238678] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.535840] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: SUCCESS [ 850.536643] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f deletion is rescheduled due to dependency. [ 850.536643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.609902] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 850.610722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.740610] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.243391] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.746385] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.746567] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.746630] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.746886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.746983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.747096] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 is going to be updated. [ 851.776601] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.776759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.776827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.777063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.777219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.786945] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: IN_PROGRESS for 2s [ 853.539031] env[66117]: INFO networking_nsxv3.common.synchronization [req-208ab444-14d5-4e51-a4d2-010bc4bc0a7e req-3acc4d06-4c43-4600-bfd5-0dc9c6ffa1b5 tempest-ServerDiskConfigTestJSON-2106077272 tempest-ServerDiskConfigTestJSON-2106077272-project-member] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 853.539345] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 853.539491] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.539614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.539682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.539875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.540036] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.540128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.540207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.540618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.540618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.540618] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.801393] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: SUCCESS [ 853.802822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.042893] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.043068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.043144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.043369] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.043458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.043652] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.043826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.043826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.043951] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.044036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.044118] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 854.072962] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.073154] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.073200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.073412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.074028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.082805] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 855.274352] env[66117]: INFO networking_nsxv3.common.synchronization [None req-797021c4-446b-4ca6-a989-fbe55df12593 tempest-MigrationsAdminTest-1298079637 tempest-MigrationsAdminTest-1298079637-project-member] Enqueued Resource ID: bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4 with Priority: HIGHEST for action security_group_rules [ 855.274953] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4 with Priority: HIGHEST for action security_group_rules [ 855.275231] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.275361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.275425] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.275742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.275834] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.385905] env[66117]: INFO networking_nsxv3.common.synchronization [None req-2ad3779c-2daf-4375-a490-286a796fd72f tempest-MigrationsAdminTest-1298079637 tempest-MigrationsAdminTest-1298079637-project-member] Enqueued Resource ID: bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4 with Priority: HIGHEST for action security_group_rules [ 855.386476] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4 with Priority: HIGHEST for action security_group_rules [ 855.386753] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.386872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.798387] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.798560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.798601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.799281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.799281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.799281] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4 already deleted. [ 855.799281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.799281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.799632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.799632] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.101836] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 856.101836] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 deletion is rescheduled due to dependency. [ 856.101836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.321728] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.322011] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.322011] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.322147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.322232] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.322325] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4 already deleted. [ 856.322407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd0c842c-a15c-4562-9e9d-8d96a3e2c7b4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.997476] env[66117]: INFO networking_nsxv3.common.synchronization [req-35d8aa06-9df8-490f-94c7-a9ef6cbafdba req-677a7b82-c08f-4ead-9cca-15a3b2ba9e99 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b with Priority: HIGHEST for action security_group_members [ 857.997476] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b with Priority: HIGHEST for action security_group_members [ 857.997872] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d315c2-aebf-45b5-a554-6b54e4b48a0b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.997872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.997872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.998816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.999067] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.999205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.999271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.999460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.999561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.999659] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d315c2-aebf-45b5-a554-6b54e4b48a0b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.367070] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.367299] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.367382] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.367643] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.367889] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.368051] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.368163] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.368370] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.368507] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.368713] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.368822] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.368927] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.369082] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.369245] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.369392] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.369529] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.390229] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.390446] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.390589] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.390760] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.391070] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-e3deddae-cbdf-4227-8d9e-8846f8183888 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.391323] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-e3deddae-cbdf-4227-8d9e-8846f8183888" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.391429] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-e3deddae-cbdf-4227-8d9e-8846f8183888" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.391768] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-e3deddae-cbdf-4227-8d9e-8846f8183888" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.391887] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3deddae-cbdf-4227-8d9e-8846f8183888',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.502363] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.502512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.502572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.502775] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.502854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.503056] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.504033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.504033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.504033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.504033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.504033] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b already deleted. [ 858.504033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.895078] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.895391] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.895521] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.895807] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.895950] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.896119] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port e3deddae-cbdf-4227-8d9e-8846f8183888 not found, creating... [ 858.896422] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.896579] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.896692] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.896910] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.897053] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.897338] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.897488] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.897600] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.897860] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.897997] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.898157] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: e3deddae-cbdf-4227-8d9e-8846f8183888 is going to be created. [ 858.921577] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.921876] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.922017] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.922317] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.922537] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.922761] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-e3deddae-cbdf-4227-8d9e-8846f8183888" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.618670] env[66117]: INFO networking_nsxv3.common.synchronization [req-35d8aa06-9df8-490f-94c7-a9ef6cbafdba req-5a5cc9d0-3aa3-4d18-9df7-3eefefe310af service nova] Enqueued Resource ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b with Priority: HIGHEST for action security_group_rules [ 859.618958] env[66117]: INFO networking_nsxv3.common.synchronization [req-35d8aa06-9df8-490f-94c7-a9ef6cbafdba req-5a5cc9d0-3aa3-4d18-9df7-3eefefe310af service nova] Enqueued Resource ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b with Priority: HIGHEST for action security_group_members [ 859.619264] env[66117]: INFO networking_nsxv3.common.synchronization [req-35d8aa06-9df8-490f-94c7-a9ef6cbafdba req-5a5cc9d0-3aa3-4d18-9df7-3eefefe310af service nova] Enqueued Resource ID: e3deddae-cbdf-4227-8d9e-8846f8183888 with Priority: HIGHEST for action port [ 859.619900] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b with Priority: HIGHEST for action security_group_rules [ 859.620023] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b with Priority: HIGHEST for action security_group_members [ 859.620177] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3deddae-cbdf-4227-8d9e-8846f8183888 with Priority: HIGHEST for action port [ 859.620408] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.620579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.620625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.620784] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.620875] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d315c2-aebf-45b5-a554-6b54e4b48a0b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.623054] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d315c2-aebf-45b5-a554-6b54e4b48a0b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.623054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.623054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.623054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.623054] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.623054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.623054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.623054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.623390] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.623390] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d315c2-aebf-45b5-a554-6b54e4b48a0b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.624231] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3deddae-cbdf-4227-8d9e-8846f8183888 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.624231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3deddae-cbdf-4227-8d9e-8846f8183888" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.624231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3deddae-cbdf-4227-8d9e-8846f8183888" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.624397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3deddae-cbdf-4227-8d9e-8846f8183888" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.624435] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3deddae-cbdf-4227-8d9e-8846f8183888',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.125877] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d315c2-aebf-45b5-a554-6b54e4b48a0b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.126036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.126309] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3deddae-cbdf-4227-8d9e-8846f8183888 with status ACTIVE [ 860.126523] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.126664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.126754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.127043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.127164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.127406] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.127508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.127604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.127784] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.127887] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.128140] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.128267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.128354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.128550] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.128651] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.128761] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3deddae-cbdf-4227-8d9e-8846f8183888 is going to be updated. [ 860.130166] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17d315c2-aebf-45b5-a554-6b54e4b48a0b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.151714] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.151896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.151896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.152070] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.152210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.152406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3deddae-cbdf-4227-8d9e-8846f8183888" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.598736] env[66117]: INFO networking_nsxv3.common.synchronization [req-d700e0f8-b9fd-44c0-ad17-439203a8ff03 req-0834206e-2a58-4a40-be10-7a0a6c7e3fb7 tempest-ImagesNegativeTestJSON-782258645 tempest-ImagesNegativeTestJSON-782258645-project-member] Enqueued Resource ID: 535b5203-c842-4509-a61d-91defc508487 with Priority: HIGHEST for action security_group_members [ 860.599309] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535b5203-c842-4509-a61d-91defc508487 with Priority: HIGHEST for action security_group_members [ 860.599636] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-535b5203-c842-4509-a61d-91defc508487 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.599754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.599836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.600082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.600235] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.600343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.600422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.600540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.600624] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.600720] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('535b5203-c842-4509-a61d-91defc508487',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.633169] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17d315c2-aebf-45b5-a554-6b54e4b48a0b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.960804] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.961037] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-591" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.961313] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-591" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.961711] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-591" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.961994] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.962170] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.962305] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.962800] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.962800] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.963686] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.963686] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.963686] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.963686] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.963686] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.963686] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.963686] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.984266] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.984436] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.984565] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.984726] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-591" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.985063] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-027fa089-66a4-49b8-b077-929f518a61cc taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.985237] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-027fa089-66a4-49b8-b077-929f518a61cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.985340] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-027fa089-66a4-49b8-b077-929f518a61cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.985679] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-027fa089-66a4-49b8-b077-929f518a61cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.985819] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('027fa089-66a4-49b8-b077-929f518a61cc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.102558] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.102703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.102781] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.102985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.103187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.103284] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.103384] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.103465] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.103628] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.103704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.103787] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 535b5203-c842-4509-a61d-91defc508487 already deleted. [ 861.103864] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.137084] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.137288] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.137332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.137791] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.137791] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.137791] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b is going to be created. [ 861.168269] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.168269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.168269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.168269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.168269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.179368] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b in Status: UNINITIALIZED for 2s [ 861.488597] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.488975] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.489220] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.489900] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.490145] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.490368] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 027fa089-66a4-49b8-b077-929f518a61cc not found, creating... [ 861.490795] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.491059] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.491263] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.491616] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.491835] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.492452] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.492616] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.492770] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.493232] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.493462] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.494133] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 027fa089-66a4-49b8-b077-929f518a61cc is going to be created. [ 861.526355] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.526550] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.526678] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.526959] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.527239] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.527502] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-027fa089-66a4-49b8-b077-929f518a61cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.247914] env[66117]: INFO networking_nsxv3.common.synchronization [req-d700e0f8-b9fd-44c0-ad17-439203a8ff03 req-583f54d8-f4bf-4054-a290-138df1546901 service nova] Enqueued Resource ID: 535b5203-c842-4509-a61d-91defc508487 with Priority: HIGHEST for action security_group_rules [ 862.248287] env[66117]: INFO networking_nsxv3.common.synchronization [req-d700e0f8-b9fd-44c0-ad17-439203a8ff03 req-583f54d8-f4bf-4054-a290-138df1546901 service nova] Enqueued Resource ID: 535b5203-c842-4509-a61d-91defc508487 with Priority: HIGHEST for action security_group_members [ 862.248287] env[66117]: INFO networking_nsxv3.common.synchronization [req-d700e0f8-b9fd-44c0-ad17-439203a8ff03 req-583f54d8-f4bf-4054-a290-138df1546901 service nova] Enqueued Resource ID: 027fa089-66a4-49b8-b077-929f518a61cc with Priority: HIGHEST for action port [ 862.249404] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535b5203-c842-4509-a61d-91defc508487 with Priority: HIGHEST for action security_group_rules [ 862.249404] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535b5203-c842-4509-a61d-91defc508487 with Priority: HIGHEST for action security_group_members [ 862.249643] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 027fa089-66a4-49b8-b077-929f518a61cc with Priority: HIGHEST for action port [ 862.252164] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-535b5203-c842-4509-a61d-91defc508487 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.252164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.252164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.252164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.252164] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('535b5203-c842-4509-a61d-91defc508487',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.252991] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-535b5203-c842-4509-a61d-91defc508487 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.253076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.253143] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.253349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.253527] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.253624] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.253686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.253836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.253918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.254330] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('535b5203-c842-4509-a61d-91defc508487',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.255637] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-027fa089-66a4-49b8-b077-929f518a61cc taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.255637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-027fa089-66a4-49b8-b077-929f518a61cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.255637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-027fa089-66a4-49b8-b077-929f518a61cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.255637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-027fa089-66a4-49b8-b077-929f518a61cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.255637] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('027fa089-66a4-49b8-b077-929f518a61cc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.759020] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 027fa089-66a4-49b8-b077-929f518a61cc with status ACTIVE [ 862.759274] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.759411] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.759473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.759698] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.759786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.760096] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.760096] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.760311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.760311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.760415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.763337] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.763337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.763337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.763337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.763337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.763337] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 027fa089-66a4-49b8-b077-929f518a61cc is going to be updated. [ 862.763337] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('535b5203-c842-4509-a61d-91defc508487',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.763337] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-535b5203-c842-4509-a61d-91defc508487 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.763337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.787677] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.787877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.787877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.788130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.788242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.788922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-027fa089-66a4-49b8-b077-929f518a61cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.191369] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b in Status: SUCCESS [ 863.191626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.191850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.192048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.192274] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.192478] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.192478] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.192712] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.192822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.192936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.192982] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17d315c2-aebf-45b5-a554-6b54e4b48a0b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.264286] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('535b5203-c842-4509-a61d-91defc508487',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.695466] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17d315c2-aebf-45b5-a554-6b54e4b48a0b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.767487] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.768403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.768574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.768806] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.768896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.768997] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 535b5203-c842-4509-a61d-91defc508487 is going to be created. [ 863.794663] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.794884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.794930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.795211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.795387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.809449] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 535b5203-c842-4509-a61d-91defc508487 in Status: UNINITIALIZED for 2s [ 864.197810] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17d315c2-aebf-45b5-a554-6b54e4b48a0b: rpc.has_security_group_logging(os_id): False [ 864.218048] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.218322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.218398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.218680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.218836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.219166] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.219336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.219444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.219692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.219775] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.219866] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b is going to be created. [ 864.310809] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.311273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.311273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.311414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.311685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.328541] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b in Status: IN_PROGRESS for 2s [ 864.458208] env[66117]: INFO networking_nsxv3.common.synchronization [req-a78c9fe7-49b9-4fdd-bd3a-50d8a240071f req-19aedb6a-7916-477a-a661-36ce62f3bd36 tempest-ServerActionsTestOtherA-837803977 tempest-ServerActionsTestOtherA-837803977-project-member] Enqueued Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_members [ 864.458484] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_members [ 864.459181] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.459181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.459181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.459443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.459493] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.460010] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.460168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.460301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.460385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.460460] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.840433] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.841301] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.841301] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.841301] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.841546] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.841711] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.841711] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.842153] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.842417] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.842526] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.842661] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.842819] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.842961] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.843097] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.843209] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.843392] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.865772] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.865944] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.866094] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.866263] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.867609] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-7cabf243-4baf-43f9-9094-17e4302ee122 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.867873] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-7cabf243-4baf-43f9-9094-17e4302ee122" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.868030] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-7cabf243-4baf-43f9-9094-17e4302ee122" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.868360] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-7cabf243-4baf-43f9-9094-17e4302ee122" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.868589] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cabf243-4baf-43f9-9094-17e4302ee122',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.962476] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.962623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.962697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.962912] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.962998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.963226] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.963332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.963385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.963503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.963567] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.963647] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2bc8825-da36-499c-8288-03f6805da468 already deleted. [ 864.963816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.371052] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.371630] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.371630] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.372945] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.372945] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.372945] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 7cabf243-4baf-43f9-9094-17e4302ee122 not found, creating... [ 865.372945] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.372945] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.372945] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.372945] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.374382] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.374382] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.374382] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.374382] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.374762] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.374866] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.375028] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 7cabf243-4baf-43f9-9094-17e4302ee122 is going to be created. [ 865.400454] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.401314] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.401314] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.401493] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.401615] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.401861] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-7cabf243-4baf-43f9-9094-17e4302ee122" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.820488] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 535b5203-c842-4509-a61d-91defc508487 in Status: SUCCESS [ 865.820714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.820879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.821114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.821429] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.821546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.821546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.821714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.821793] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.821877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.821966] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('535b5203-c842-4509-a61d-91defc508487',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.137676] env[66117]: INFO networking_nsxv3.common.synchronization [req-a78c9fe7-49b9-4fdd-bd3a-50d8a240071f req-00ae57ce-2e8c-4abb-8435-754329ce1cc2 service nova] Enqueued Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_rules [ 866.137844] env[66117]: INFO networking_nsxv3.common.synchronization [req-a78c9fe7-49b9-4fdd-bd3a-50d8a240071f req-00ae57ce-2e8c-4abb-8435-754329ce1cc2 service nova] Enqueued Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_members [ 866.138032] env[66117]: INFO networking_nsxv3.common.synchronization [req-a78c9fe7-49b9-4fdd-bd3a-50d8a240071f req-00ae57ce-2e8c-4abb-8435-754329ce1cc2 service nova] Enqueued Resource ID: 7cabf243-4baf-43f9-9094-17e4302ee122 with Priority: HIGHEST for action port [ 866.138561] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_rules [ 866.138759] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_members [ 866.138817] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cabf243-4baf-43f9-9094-17e4302ee122 with Priority: HIGHEST for action port [ 866.142889] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.142889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.142889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.142889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.142889] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.142889] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.143158] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.143158] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.143220] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.143331] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.143428] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.143528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.143643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.143865] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.143865] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.144807] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cabf243-4baf-43f9-9094-17e4302ee122 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.144918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cabf243-4baf-43f9-9094-17e4302ee122" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.144978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cabf243-4baf-43f9-9094-17e4302ee122" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.145257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cabf243-4baf-43f9-9094-17e4302ee122" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.145362] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cabf243-4baf-43f9-9094-17e4302ee122',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.324962] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-535b5203-c842-4509-a61d-91defc508487 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.325148] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.325203] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.325469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.325726] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.325875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.325947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.326148] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.326239] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.326334] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.326483] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-535b5203-c842-4509-a61d-91defc508487 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.326577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.326636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.326783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.326922] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.327019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.327088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.327237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.327316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.327400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.327489] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('535b5203-c842-4509-a61d-91defc508487',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.340868] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b in Status: SUCCESS [ 866.341188] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.647357] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.647357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.648764] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.650037] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cabf243-4baf-43f9-9094-17e4302ee122 with status ACTIVE [ 866.650748] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.650928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.651448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.651448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.651448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.651641] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.651697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.651732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.651961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.651961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.652327] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.652436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.652436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.652650] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.652650] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.652805] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cabf243-4baf-43f9-9094-17e4302ee122 is going to be updated. [ 866.683701] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.683921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.683987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.684262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.684442] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.684615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cabf243-4baf-43f9-9094-17e4302ee122" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.829634] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 535b5203-c842-4509-a61d-91defc508487: rpc.has_security_group_logging(os_id): False [ 866.849607] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.849820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.849820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.850053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.850151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.850355] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.850453] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.850507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.850660] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.850738] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.850909] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.851021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.851079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.851354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.851427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.851645] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.851757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.851848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.852064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.852158] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.852256] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 535b5203-c842-4509-a61d-91defc508487 is going to be created. [ 866.923706] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.923907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.923951] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.924165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.924772] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.937143] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 535b5203-c842-4509-a61d-91defc508487 in Status: IN_PROGRESS for 2s [ 867.156037] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.186190] env[66117]: INFO networking_nsxv3.common.synchronization [req-e8b21491-6934-4317-99f0-4503c655957c req-d1a835a4-bf06-4320-835a-f239730e37fb tempest-ServersAdminTestJSON-2048552091 tempest-ServersAdminTestJSON-2048552091-project-member] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 867.186336] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 867.186560] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.186680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.186805] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.187732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.187732] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.187732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.187732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.187732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.187732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.187732] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.515063] env[66117]: INFO networking_nsxv3.common.synchronization [req-03b5a98c-2699-482f-a0ba-03a23804d2ef req-79b81432-4bd3-4f09-8d29-cd16b648cb62 tempest-ListServerFiltersTestJSON-309058381 tempest-ListServerFiltersTestJSON-309058381-project-member] Enqueued Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 867.515063] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 867.515063] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.515063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.515063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.515063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.515063] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.515063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.515063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.515063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.515063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.515063] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.659849] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.660312] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.660411] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.660641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.660730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.660869] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2bc8825-da36-499c-8288-03f6805da468 is going to be created. [ 867.688784] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.689507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.692018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.692018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.692018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.692018] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.702774] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bc8825-da36-499c-8288-03f6805da468 in Status: UNINITIALIZED for 2s [ 867.962038] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.962277] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-362" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.962393] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-362" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.962669] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-362" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.962932] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.963196] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.963245] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.963462] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.963604] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.963806] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.963915] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.964030] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.964136] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.964242] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.964343] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.964468] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.983313] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.983475] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.983612] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.983781] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-362" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.984101] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-5b1d2f35-b919-4e09-887c-9e7fe6ae7267 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.984276] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-5b1d2f35-b919-4e09-887c-9e7fe6ae7267" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.984393] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-5b1d2f35-b919-4e09-887c-9e7fe6ae7267" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.984714] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-5b1d2f35-b919-4e09-887c-9e7fe6ae7267" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.984850] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b1d2f35-b919-4e09-887c-9e7fe6ae7267',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.018139] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.018139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.018139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.018139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.018139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.018139] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.018139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.018139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.018139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.018573] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.018573] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 already deleted. [ 868.018573] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.195770] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.488724] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.488942] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.489201] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.489545] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.489703] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.489867] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 5b1d2f35-b919-4e09-887c-9e7fe6ae7267 not found, creating... [ 868.490162] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.490465] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.490617] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.490872] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.491026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.491507] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.491748] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.491896] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.492231] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.492464] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.492621] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 5b1d2f35-b919-4e09-887c-9e7fe6ae7267 is going to be created. [ 868.522027] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.522287] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.522413] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.522692] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.522918] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.523158] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-5b1d2f35-b919-4e09-887c-9e7fe6ae7267" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.698895] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.699486] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.699486] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.699655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.699655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.699756] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be updated. [ 868.729538] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.729697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.729818] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.730014] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.730189] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.740354] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: IN_PROGRESS for 2s [ 868.955625] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 535b5203-c842-4509-a61d-91defc508487 in Status: SUCCESS [ 868.955816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.257211] env[66117]: INFO networking_nsxv3.common.synchronization [req-03b5a98c-2699-482f-a0ba-03a23804d2ef req-a85ece46-987e-429d-b907-980a998d2a1d service nova] Enqueued Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_rules [ 869.257211] env[66117]: INFO networking_nsxv3.common.synchronization [req-03b5a98c-2699-482f-a0ba-03a23804d2ef req-a85ece46-987e-429d-b907-980a998d2a1d service nova] Enqueued Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 869.257211] env[66117]: INFO networking_nsxv3.common.synchronization [req-03b5a98c-2699-482f-a0ba-03a23804d2ef req-a85ece46-987e-429d-b907-980a998d2a1d service nova] Enqueued Resource ID: 5b1d2f35-b919-4e09-887c-9e7fe6ae7267 with Priority: HIGHEST for action port [ 869.257645] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_rules [ 869.257780] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 869.257874] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b1d2f35-b919-4e09-887c-9e7fe6ae7267 with Priority: HIGHEST for action port [ 869.258161] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.258314] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.258370] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.258569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.258684] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.259650] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.259650] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.260023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.260023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.260023] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.260206] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.260206] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.260271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.262048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.262048] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.262048] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b1d2f35-b919-4e09-887c-9e7fe6ae7267 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.262048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b1d2f35-b919-4e09-887c-9e7fe6ae7267" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.262048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b1d2f35-b919-4e09-887c-9e7fe6ae7267" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.262048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b1d2f35-b919-4e09-887c-9e7fe6ae7267" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.262048] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b1d2f35-b919-4e09-887c-9e7fe6ae7267',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.713027] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bc8825-da36-499c-8288-03f6805da468 in Status: SUCCESS [ 869.713475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.713475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.713839] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.713884] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.714034] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.714104] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.714280] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.714378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.714480] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.714558] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.763864] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.765360] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.765528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.765679] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b1d2f35-b919-4e09-887c-9e7fe6ae7267 with status ACTIVE [ 869.765885] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.765994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.766068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.766278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.766365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.766527] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.767009] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.767009] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.767009] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.767009] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.767175] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.767175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.767257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.767354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.767423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.767495] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b1d2f35-b919-4e09-887c-9e7fe6ae7267 is going to be updated. [ 869.788108] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.788903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.788903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.788903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.788903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.788903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b1d2f35-b919-4e09-887c-9e7fe6ae7267" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.014935] env[66117]: INFO networking_nsxv3.common.synchronization [req-437568f2-f409-48e8-a69c-0340d219d859 req-d11980aa-c973-4713-92ae-ff44c63c51ff tempest-ServerMetadataNegativeTestJSON-70275537 tempest-ServerMetadataNegativeTestJSON-70275537-project-member] Enqueued Resource ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea with Priority: HIGHEST for action security_group_members [ 870.015517] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea with Priority: HIGHEST for action security_group_members [ 870.015842] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-34230af6-e97d-42b2-8d4a-1778a757a3ea taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.015978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.016096] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.016427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.016597] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.016699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.016761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.016922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.017052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.017248] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34230af6-e97d-42b2-8d4a-1778a757a3ea',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.217568] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.217568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.217568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.217568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.217846] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.217846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.217846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.218053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.218053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.218128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.218374] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.218374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.218482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.218559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.218688] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.218796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.218849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.218987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.219366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.219366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.219366] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.269420] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.391296] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.391296] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-722" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.391296] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-722" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.391296] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-722" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.391296] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.391296] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.391673] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.392026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.392329] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.392700] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.393340] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.393576] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.393803] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.394033] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.394243] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.394473] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.417176] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.417176] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.417176] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.417176] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-722" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.417176] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-83d90009-71b1-4c1c-b294-6cd2b3ad5f0c taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.417176] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-83d90009-71b1-4c1c-b294-6cd2b3ad5f0c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.417176] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-83d90009-71b1-4c1c-b294-6cd2b3ad5f0c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.417176] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-83d90009-71b1-4c1c-b294-6cd2b3ad5f0c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.417176] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83d90009-71b1-4c1c-b294-6cd2b3ad5f0c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.520215] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.520389] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.520454] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.520665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.520742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.521730] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.521730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.521730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.521730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.521730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.521730] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea already deleted. [ 870.521730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.725958] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2bc8825-da36-499c-8288-03f6805da468: rpc.has_security_group_logging(os_id): False [ 870.745295] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.745466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.745510] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.745769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.745841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.746034] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.746113] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.746207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.746314] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.746389] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.746555] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.746666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.746721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.746834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.746990] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.747086] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.747170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.747227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.747359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.747438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.747503] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2bc8825-da36-499c-8288-03f6805da468 is going to be created. [ 870.750113] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: SUCCESS [ 870.750304] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.772608] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.772799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.772909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.773057] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.773185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.773274] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 is going to be created. [ 870.795182] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.795331] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.795397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.795734] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.795807] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.807462] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: UNINITIALIZED for 2s [ 870.811547] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.811701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.811748] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.811922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.812113] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.826571] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2bc8825-da36-499c-8288-03f6805da468 in Status: IN_PROGRESS for 2s [ 870.919277] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.919669] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.919901] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.920528] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.920620] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.921219] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 83d90009-71b1-4c1c-b294-6cd2b3ad5f0c not found, creating... [ 870.921298] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.921601] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.921763] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.923649] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.923906] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.926515] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.926797] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.927030] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.927324] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.927490] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.927682] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 83d90009-71b1-4c1c-b294-6cd2b3ad5f0c is going to be created. [ 870.960863] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.961272] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.961437] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.961691] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.961903] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.962151] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-83d90009-71b1-4c1c-b294-6cd2b3ad5f0c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.696343] env[66117]: INFO networking_nsxv3.common.synchronization [req-437568f2-f409-48e8-a69c-0340d219d859 req-2499b719-f7a5-4d8f-95f5-dcb1606bf294 service nova] Enqueued Resource ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea with Priority: HIGHEST for action security_group_rules [ 871.696343] env[66117]: INFO networking_nsxv3.common.synchronization [req-437568f2-f409-48e8-a69c-0340d219d859 req-2499b719-f7a5-4d8f-95f5-dcb1606bf294 service nova] Enqueued Resource ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea with Priority: HIGHEST for action security_group_members [ 871.696343] env[66117]: INFO networking_nsxv3.common.synchronization [req-437568f2-f409-48e8-a69c-0340d219d859 req-2499b719-f7a5-4d8f-95f5-dcb1606bf294 service nova] Enqueued Resource ID: 83d90009-71b1-4c1c-b294-6cd2b3ad5f0c with Priority: HIGHEST for action port [ 871.696343] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea with Priority: HIGHEST for action security_group_rules [ 871.696343] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea with Priority: HIGHEST for action security_group_members [ 871.696666] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d90009-71b1-4c1c-b294-6cd2b3ad5f0c with Priority: HIGHEST for action port [ 871.697170] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34230af6-e97d-42b2-8d4a-1778a757a3ea taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.703162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.703162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.703162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.703162] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34230af6-e97d-42b2-8d4a-1778a757a3ea',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.703162] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-34230af6-e97d-42b2-8d4a-1778a757a3ea taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.703162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.703162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.703162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.703162] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.703162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.703162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.703162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.703162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.703162] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34230af6-e97d-42b2-8d4a-1778a757a3ea',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.706060] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-83d90009-71b1-4c1c-b294-6cd2b3ad5f0c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.706060] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83d90009-71b1-4c1c-b294-6cd2b3ad5f0c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.706060] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83d90009-71b1-4c1c-b294-6cd2b3ad5f0c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.706060] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83d90009-71b1-4c1c-b294-6cd2b3ad5f0c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.706060] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83d90009-71b1-4c1c-b294-6cd2b3ad5f0c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.206693] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-34230af6-e97d-42b2-8d4a-1778a757a3ea taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.207080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.207237] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34230af6-e97d-42b2-8d4a-1778a757a3ea',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.208194] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83d90009-71b1-4c1c-b294-6cd2b3ad5f0c with status ACTIVE [ 872.208331] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.208470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.208517] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.209066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.209066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.209066] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.209420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.209420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.209420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.209527] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.209709] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.209844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.209923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.210416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.210416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.210416] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83d90009-71b1-4c1c-b294-6cd2b3ad5f0c is going to be updated. [ 872.237791] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.237988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.237988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.238167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.238278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.238507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83d90009-71b1-4c1c-b294-6cd2b3ad5f0c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.670309] env[66117]: INFO networking_nsxv3.common.synchronization [req-49d6004c-07a6-4c0b-b692-eb7d845e3d7e req-ce7d7873-4557-4014-9175-f57423bc0ec7 tempest-ServerPasswordTestJSON-1531223722 tempest-ServerPasswordTestJSON-1531223722-project-member] Enqueued Resource ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 with Priority: HIGHEST for action security_group_members [ 872.671780] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 with Priority: HIGHEST for action security_group_members [ 872.671955] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-439f607f-7c99-4ff8-a88f-88ffa23f4517 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.672139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.672986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.672986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.672986] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.672986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.672986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.672986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.673272] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.673272] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439f607f-7c99-4ff8-a88f-88ffa23f4517',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.712904] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34230af6-e97d-42b2-8d4a-1778a757a3ea',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.818265] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: SUCCESS [ 872.818483] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.818648] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.818865] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.819096] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.819244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.819314] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.819490] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.819560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.819649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.819780] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.840039] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2bc8825-da36-499c-8288-03f6805da468 in Status: SUCCESS [ 872.840039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.055032] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.055334] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-823" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.055399] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-823" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.055666] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-823" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.055921] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.056967] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.057157] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.057392] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.057540] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.057790] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.058109] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.058109] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.058203] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.058244] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.058356] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.058488] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.078435] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.078603] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.078738] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.078910] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-823" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.079344] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-9c5b7c13-ee84-4cce-8671-adeba346c861 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.079658] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-9c5b7c13-ee84-4cce-8671-adeba346c861" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.079658] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-9c5b7c13-ee84-4cce-8671-adeba346c861" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.079951] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-9c5b7c13-ee84-4cce-8671-adeba346c861" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.080099] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c5b7c13-ee84-4cce-8671-adeba346c861',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.097692] env[66117]: INFO networking_nsxv3.common.synchronization [req-7f48c645-ddda-4792-8278-cc4409c848c8 req-a7122e08-32c2-4e74-a717-0ca66676664d tempest-ImagesNegativeTestJSON-782258645 tempest-ImagesNegativeTestJSON-782258645-project-member] Enqueued Resource ID: 535b5203-c842-4509-a61d-91defc508487 with Priority: HIGHEST for action security_group_members [ 873.099151] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535b5203-c842-4509-a61d-91defc508487 with Priority: HIGHEST for action security_group_members [ 873.099151] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-535b5203-c842-4509-a61d-91defc508487 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.099151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.099326] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.099416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.099616] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.099694] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.099737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.099862] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.100020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.100083] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('535b5203-c842-4509-a61d-91defc508487',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.175528] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.175643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.175719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.175929] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.176027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.176227] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.176327] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.176388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.176541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.176615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.176699] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 already deleted. [ 873.176772] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.214980] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.214980] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.215572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.215572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.215572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.215572] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea is going to be created. [ 873.241788] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.242094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.242094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.242352] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.242615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.253185] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea in Status: UNINITIALIZED for 2s [ 873.329123] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.329123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.329123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.329123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.329123] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.329123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.329123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.329123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.329123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.329123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.329123] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.329123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.329123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.329123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.329123] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.329123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.330032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.330032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.330032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.330032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.330032] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.583032] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.583032] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.583032] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.583434] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.583434] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.583684] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 9c5b7c13-ee84-4cce-8671-adeba346c861 not found, creating... [ 873.583950] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.585025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.585025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.585025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.585025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.585592] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.585846] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.585977] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.586252] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.586403] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.586552] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 9c5b7c13-ee84-4cce-8671-adeba346c861 is going to be created. [ 873.601905] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.602208] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.602291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.602600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.602769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.603092] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.603282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.603409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.603671] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.603763] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.603857] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 535b5203-c842-4509-a61d-91defc508487 is going to be updated. [ 873.624888] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.625335] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.625483] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.625991] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.626503] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.626960] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-9c5b7c13-ee84-4cce-8671-adeba346c861" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.646188] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.646356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.646416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.646622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.646760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.661278] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 535b5203-c842-4509-a61d-91defc508487 in Status: IN_PROGRESS for 2s [ 873.833514] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 970a089e-3a25-4389-9d3c-8e4456e3b093: rpc.has_security_group_logging(os_id): False [ 873.853740] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.854179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.854179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.854179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.854179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.854452] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.854532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.854588] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.854770] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.854934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.855214] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.855537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.855610] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.855770] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.855847] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.856149] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.856241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.856306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.856454] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.856530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.856618] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 is going to be created. [ 873.920083] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.920256] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.920321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.920532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.920707] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.933349] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: IN_PROGRESS for 2s [ 874.347942] env[66117]: INFO networking_nsxv3.common.synchronization [req-49d6004c-07a6-4c0b-b692-eb7d845e3d7e req-52634f44-f282-4464-b3be-9d7864329ab0 service nova] Enqueued Resource ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 with Priority: HIGHEST for action security_group_rules [ 874.348850] env[66117]: INFO networking_nsxv3.common.synchronization [req-49d6004c-07a6-4c0b-b692-eb7d845e3d7e req-52634f44-f282-4464-b3be-9d7864329ab0 service nova] Enqueued Resource ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 with Priority: HIGHEST for action security_group_members [ 874.349403] env[66117]: INFO networking_nsxv3.common.synchronization [req-49d6004c-07a6-4c0b-b692-eb7d845e3d7e req-52634f44-f282-4464-b3be-9d7864329ab0 service nova] Enqueued Resource ID: 9c5b7c13-ee84-4cce-8671-adeba346c861 with Priority: HIGHEST for action port [ 874.349895] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 with Priority: HIGHEST for action security_group_rules [ 874.350924] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 with Priority: HIGHEST for action security_group_members [ 874.350924] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5b7c13-ee84-4cce-8671-adeba346c861 with Priority: HIGHEST for action port [ 874.350924] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-439f607f-7c99-4ff8-a88f-88ffa23f4517 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.350924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.350924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.350924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.350924] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('439f607f-7c99-4ff8-a88f-88ffa23f4517',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.351873] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-439f607f-7c99-4ff8-a88f-88ffa23f4517 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.353063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.353145] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.353538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.353751] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.354656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.354656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.354656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.354656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.354656] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439f607f-7c99-4ff8-a88f-88ffa23f4517',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.355992] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c5b7c13-ee84-4cce-8671-adeba346c861 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.355992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c5b7c13-ee84-4cce-8671-adeba346c861" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.355992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c5b7c13-ee84-4cce-8671-adeba346c861" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.357244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c5b7c13-ee84-4cce-8671-adeba346c861" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.357385] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c5b7c13-ee84-4cce-8671-adeba346c861',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.859948] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c5b7c13-ee84-4cce-8671-adeba346c861 with status ACTIVE [ 874.860520] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.860845] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.860934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.861349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.861349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.861610] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.861719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.861780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.861952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.862036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.862263] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.863267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.863380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.863659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.863749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.863841] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c5b7c13-ee84-4cce-8671-adeba346c861 is going to be updated. [ 874.865138] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('439f607f-7c99-4ff8-a88f-88ffa23f4517',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.866112] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-439f607f-7c99-4ff8-a88f-88ffa23f4517 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.866249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.889503] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.889652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.889717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.889928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.890080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.890350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c5b7c13-ee84-4cce-8671-adeba346c861" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.264240] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea in Status: SUCCESS [ 875.264429] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.264621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.264838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.265066] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.265155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.265225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.265392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.267321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.267321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.267321] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34230af6-e97d-42b2-8d4a-1778a757a3ea',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.370240] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('439f607f-7c99-4ff8-a88f-88ffa23f4517',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.674773] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 535b5203-c842-4509-a61d-91defc508487 in Status: SUCCESS [ 875.674994] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 535b5203-c842-4509-a61d-91defc508487 deletion is rescheduled due to dependency. [ 875.675102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.768818] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-34230af6-e97d-42b2-8d4a-1778a757a3ea taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.769059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.769059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.769321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.769504] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.769608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.769665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.769828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.769913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.769999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.770158] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-34230af6-e97d-42b2-8d4a-1778a757a3ea taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.770250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.770311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.770568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.770712] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.770806] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.770868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.771017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.771099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.771180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.771432] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34230af6-e97d-42b2-8d4a-1778a757a3ea',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.873351] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.873531] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.873632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.873900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.874033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.874153] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 is going to be created. [ 875.901197] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.901411] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.901484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.901692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.901877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.915815] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 in Status: UNINITIALIZED for 2s [ 875.950601] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: SUCCESS [ 875.950882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.188997] env[66117]: INFO networking_nsxv3.common.synchronization [req-8d91164c-2314-481e-b79e-905ff6f3b6ce req-4253dc05-7e40-4648-a35a-68053cb27a59 tempest-ListServerFiltersTestJSON-309058381 tempest-ListServerFiltersTestJSON-309058381-project-member] Enqueued Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 876.189930] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 876.190256] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.190380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.190443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.190642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.191120] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.191274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.191326] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.191484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.191690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.191815] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.274022] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34230af6-e97d-42b2-8d4a-1778a757a3ea: rpc.has_security_group_logging(os_id): False [ 876.304752] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.304752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.304752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.305084] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.305218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.305455] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.305607] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.305697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.305848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.306116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.306394] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.306572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.306572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.306694] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.306769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.307016] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.307127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.307202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.307394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.307476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.307603] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea is going to be created. [ 876.401283] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.401283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.401283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.401283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.401283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.421049] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea in Status: IN_PROGRESS for 2s [ 876.653905] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.654733] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-362" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.655167] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-362" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.655802] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-362" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.656933] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.657680] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.657680] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.657944] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.658323] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.659091] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.659091] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.659091] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.659091] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.659091] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.659091] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.659484] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.680948] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.681309] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.681453] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.681624] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-362" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.682025] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-58170faf-9959-4ea8-ab53-5f9e6b0744d4 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.682209] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-58170faf-9959-4ea8-ab53-5f9e6b0744d4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.682331] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-58170faf-9959-4ea8-ab53-5f9e6b0744d4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.682685] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-58170faf-9959-4ea8-ab53-5f9e6b0744d4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.682823] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58170faf-9959-4ea8-ab53-5f9e6b0744d4',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.696203] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.186342] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.186734] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.186734] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.187059] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.187209] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.187369] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 58170faf-9959-4ea8-ab53-5f9e6b0744d4 not found, creating... [ 877.187635] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.187791] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.187905] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.188148] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.188285] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.188578] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.188732] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.188841] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.189060] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.189189] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.189327] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 58170faf-9959-4ea8-ab53-5f9e6b0744d4 is going to be created. [ 877.199118] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.214468] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.214816] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.214991] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.215317] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.215558] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.215804] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-58170faf-9959-4ea8-ab53-5f9e6b0744d4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.702367] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.702679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.702679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.702787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.703241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.703241] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 is going to be updated. [ 877.753087] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.754549] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.754693] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.754950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.755146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.764895] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: IN_PROGRESS for 2s [ 877.925671] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 in Status: SUCCESS [ 877.931342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.931342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.931342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.931342] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.931342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.931342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.931342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.931342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.931342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.931342] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('439f607f-7c99-4ff8-a88f-88ffa23f4517',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.978796] env[66117]: INFO networking_nsxv3.common.synchronization [req-8d91164c-2314-481e-b79e-905ff6f3b6ce req-a8068151-aa82-47c6-8ac3-76876be74e41 service nova] Enqueued Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_rules [ 877.978964] env[66117]: INFO networking_nsxv3.common.synchronization [req-8d91164c-2314-481e-b79e-905ff6f3b6ce req-a8068151-aa82-47c6-8ac3-76876be74e41 service nova] Enqueued Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 877.979112] env[66117]: INFO networking_nsxv3.common.synchronization [req-8d91164c-2314-481e-b79e-905ff6f3b6ce req-a8068151-aa82-47c6-8ac3-76876be74e41 service nova] Enqueued Resource ID: 58170faf-9959-4ea8-ab53-5f9e6b0744d4 with Priority: HIGHEST for action port [ 877.979781] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_rules [ 877.979921] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 877.980026] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58170faf-9959-4ea8-ab53-5f9e6b0744d4 with Priority: HIGHEST for action port [ 877.980343] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.980416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.980483] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.980680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.980762] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.982103] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.982269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.982449] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-58170faf-9959-4ea8-ab53-5f9e6b0744d4 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.982557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58170faf-9959-4ea8-ab53-5f9e6b0744d4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.982623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58170faf-9959-4ea8-ab53-5f9e6b0744d4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.982801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58170faf-9959-4ea8-ab53-5f9e6b0744d4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.982877] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58170faf-9959-4ea8-ab53-5f9e6b0744d4',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.435939] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea in Status: SUCCESS [ 878.436200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.436565] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-439f607f-7c99-4ff8-a88f-88ffa23f4517 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.436690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.436756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.438852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.438852] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.438852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.438852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.438852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.438852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.438852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.438852] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-439f607f-7c99-4ff8-a88f-88ffa23f4517 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.438852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.438852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.438852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.438852] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.438852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.438852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.438852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.438852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.438852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.438852] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('439f607f-7c99-4ff8-a88f-88ffa23f4517',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.485632] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.485632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.492020] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58170faf-9959-4ea8-ab53-5f9e6b0744d4 with status ACTIVE [ 878.492020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.492020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.492020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.492020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.492020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.492020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.492020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.492020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.492020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.492020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.492020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.492020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.492020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.492020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.492020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.492020] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58170faf-9959-4ea8-ab53-5f9e6b0744d4 is going to be updated. [ 878.524526] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.524696] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.524740] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.524941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.525088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.525251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58170faf-9959-4ea8-ab53-5f9e6b0744d4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.941374] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 439f607f-7c99-4ff8-a88f-88ffa23f4517: rpc.has_security_group_logging(os_id): False [ 878.963700] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.963870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.963919] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.964143] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.964231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.964449] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.964553] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.964604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.964755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.964821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.965011] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.965094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.965162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.965290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.965350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.965530] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.965622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.965699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.965838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.965907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.965992] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 is going to be created. [ 879.036460] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.036715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.036826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.037167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.037481] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.050323] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 in Status: IN_PROGRESS for 2s [ 879.585990] env[66117]: INFO networking_nsxv3.common.synchronization [req-b70c438b-da5f-439e-a490-76eb806d618b req-5fa72d53-b38d-4acf-ad01-72f5e0419559 tempest-ServersTestJSON-215398209 tempest-ServersTestJSON-215398209-project-member] Enqueued Resource ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e with Priority: HIGHEST for action security_group_members [ 879.586284] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e with Priority: HIGHEST for action security_group_members [ 879.586588] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.586713] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.586777] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.587042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.587366] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.587366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.587366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.587503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.587564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.587660] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf73d046-9c6f-4f2c-84c0-7ec4931b561e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.776532] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: SUCCESS [ 879.776870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.777153] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.777433] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.777729] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.777729] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.777893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.777925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.778103] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.778158] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.006069] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.006069] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-378" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.006069] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-378" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.006069] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-378" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.009953] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.009953] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.009953] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.009953] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.009953] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.009953] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.009953] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.009953] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.009953] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.009953] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.009953] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.009953] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.031927] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.031927] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.031927] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.031927] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-378" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.032196] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-ba6138ee-f209-4c82-9499-68cf5b1f7bce taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.032481] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-ba6138ee-f209-4c82-9499-68cf5b1f7bce" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.032552] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-ba6138ee-f209-4c82-9499-68cf5b1f7bce" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.032910] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-ba6138ee-f209-4c82-9499-68cf5b1f7bce" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.033051] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba6138ee-f209-4c82-9499-68cf5b1f7bce',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.090484] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.090639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.090705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.090932] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.091032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.091292] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.091450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.091524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.092336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.092336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.092336] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e already deleted. [ 880.092336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.284419] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.538412] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.538999] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.539160] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.539571] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.539964] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.540183] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port ba6138ee-f209-4c82-9499-68cf5b1f7bce not found, creating... [ 880.540500] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.540718] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.540837] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.541161] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.541422] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.542305] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.542305] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.542305] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.542476] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.542575] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.542690] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: ba6138ee-f209-4c82-9499-68cf5b1f7bce is going to be created. [ 880.568454] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.568677] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.568801] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.569102] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.569444] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.569679] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-ba6138ee-f209-4c82-9499-68cf5b1f7bce" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.786781] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.067177] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 in Status: SUCCESS [ 881.067449] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.277165] env[66117]: INFO networking_nsxv3.common.synchronization [req-b70c438b-da5f-439e-a490-76eb806d618b req-8b9a9a3f-2fc5-4ddd-abbd-6d71cb878e35 service nova] Enqueued Resource ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e with Priority: HIGHEST for action security_group_rules [ 881.277165] env[66117]: INFO networking_nsxv3.common.synchronization [req-b70c438b-da5f-439e-a490-76eb806d618b req-8b9a9a3f-2fc5-4ddd-abbd-6d71cb878e35 service nova] Enqueued Resource ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e with Priority: HIGHEST for action security_group_members [ 881.277165] env[66117]: INFO networking_nsxv3.common.synchronization [req-b70c438b-da5f-439e-a490-76eb806d618b req-8b9a9a3f-2fc5-4ddd-abbd-6d71cb878e35 service nova] Enqueued Resource ID: ba6138ee-f209-4c82-9499-68cf5b1f7bce with Priority: HIGHEST for action port [ 881.277827] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e with Priority: HIGHEST for action security_group_rules [ 881.278251] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e with Priority: HIGHEST for action security_group_members [ 881.278570] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6138ee-f209-4c82-9499-68cf5b1f7bce with Priority: HIGHEST for action port [ 881.280237] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf73d046-9c6f-4f2c-84c0-7ec4931b561e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.280237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.280237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.280237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.280237] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf73d046-9c6f-4f2c-84c0-7ec4931b561e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.281026] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.281148] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.281216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.281456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.281634] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.281764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.281825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.281972] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.282066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.282156] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf73d046-9c6f-4f2c-84c0-7ec4931b561e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.282996] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba6138ee-f209-4c82-9499-68cf5b1f7bce taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.283117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba6138ee-f209-4c82-9499-68cf5b1f7bce" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.283182] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba6138ee-f209-4c82-9499-68cf5b1f7bce" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.283329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba6138ee-f209-4c82-9499-68cf5b1f7bce" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.283401] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba6138ee-f209-4c82-9499-68cf5b1f7bce',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.290782] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.290782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.290782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.290782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.290782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.290782] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 is going to be updated. [ 881.333197] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.333197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.333197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.333197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.333197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.344425] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: IN_PROGRESS for 2s [ 881.424326] env[66117]: INFO networking_nsxv3.common.synchronization [req-778d70ec-24d8-4d69-8f3d-0e9308247cd1 req-0ccf885a-7f92-44c0-87d1-75764b237676 tempest-ListServerFiltersTestJSON-309058381 tempest-ListServerFiltersTestJSON-309058381-project-member] Enqueued Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 881.424746] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 881.425080] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.425675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.785423] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf73d046-9c6f-4f2c-84c0-7ec4931b561e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.786680] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.786826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.787318] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba6138ee-f209-4c82-9499-68cf5b1f7bce with status ACTIVE [ 881.787416] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.787556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.787556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.787720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.787920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.788085] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.788085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.788186] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.788332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.788332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.788563] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.788667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.788667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.788760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.788828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.788940] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba6138ee-f209-4c82-9499-68cf5b1f7bce is going to be updated. [ 881.817070] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.817836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.817836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.817836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.817836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.818037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba6138ee-f209-4c82-9499-68cf5b1f7bce" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.821278] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.821431] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-362" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.821607] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-362" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.821820] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-362" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.822346] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.822542] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.822660] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.822890] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.823069] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.823305] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.823446] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.823629] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.823742] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.823857] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.823961] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.824124] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.848245] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.848245] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.848245] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.848245] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-362" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.848245] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-9cda4a59-63fa-47b5-9584-bfb5936b6741 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.848245] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-9cda4a59-63fa-47b5-9584-bfb5936b6741" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.848245] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-9cda4a59-63fa-47b5-9584-bfb5936b6741" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.848694] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-9cda4a59-63fa-47b5-9584-bfb5936b6741" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.848694] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cda4a59-63fa-47b5-9584-bfb5936b6741',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.288880] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf73d046-9c6f-4f2c-84c0-7ec4931b561e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.354027] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.354027] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.354027] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.354027] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.354027] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.354027] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 9cda4a59-63fa-47b5-9584-bfb5936b6741 not found, creating... [ 882.354027] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.354027] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.354027] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.354027] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.354879] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.355367] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.355764] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.356033] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.356409] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.356719] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.357030] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 9cda4a59-63fa-47b5-9584-bfb5936b6741 is going to be created. [ 882.383418] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.383418] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.383418] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.383418] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.383418] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.383418] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-9cda4a59-63fa-47b5-9584-bfb5936b6741" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.792788] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.795022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.795022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.795022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.795022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.795022] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e is going to be created. [ 882.820529] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.820744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.820823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.820994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.821197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.833527] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e in Status: UNINITIALIZED for 2s [ 883.126158] env[66117]: INFO networking_nsxv3.common.synchronization [req-778d70ec-24d8-4d69-8f3d-0e9308247cd1 req-9d41c603-f439-4e71-a8ea-69f269597c12 service nova] Enqueued Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_rules [ 883.126350] env[66117]: INFO networking_nsxv3.common.synchronization [req-778d70ec-24d8-4d69-8f3d-0e9308247cd1 req-9d41c603-f439-4e71-a8ea-69f269597c12 service nova] Enqueued Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 883.126501] env[66117]: INFO networking_nsxv3.common.synchronization [req-778d70ec-24d8-4d69-8f3d-0e9308247cd1 req-9d41c603-f439-4e71-a8ea-69f269597c12 service nova] Enqueued Resource ID: 9cda4a59-63fa-47b5-9584-bfb5936b6741 with Priority: HIGHEST for action port [ 883.127136] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_rules [ 883.127229] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 883.127327] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cda4a59-63fa-47b5-9584-bfb5936b6741 with Priority: HIGHEST for action port [ 883.127645] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.127749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.127961] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.128041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.128246] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cda4a59-63fa-47b5-9584-bfb5936b6741 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.128753] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cda4a59-63fa-47b5-9584-bfb5936b6741" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.128827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cda4a59-63fa-47b5-9584-bfb5936b6741" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.129079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cda4a59-63fa-47b5-9584-bfb5936b6741" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.129186] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cda4a59-63fa-47b5-9584-bfb5936b6741',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.360674] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: SUCCESS [ 883.361193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.361193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.361396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.361606] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.361702] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.361818] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.361930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.362020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.362111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.362216] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.364662] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.365290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.365290] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.365290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.366568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.366568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.366568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.366568] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.625624] env[66117]: INFO networking_nsxv3.common.synchronization [req-9c0d0a8e-276b-45ef-8f4f-29d34ca8ec6e req-704d6a5f-893b-447a-ae5e-e35068839e58 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: e8772825-c369-4332-ba6e-5310f8f91a2e with Priority: HIGHEST for action security_group_members [ 883.625725] env[66117]: INFO networking_nsxv3.common.synchronization [req-9c0d0a8e-276b-45ef-8f4f-29d34ca8ec6e req-704d6a5f-893b-447a-ae5e-e35068839e58 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGHEST for action security_group_members [ 883.625944] env[66117]: INFO networking_nsxv3.common.synchronization [req-9c0d0a8e-276b-45ef-8f4f-29d34ca8ec6e req-704d6a5f-893b-447a-ae5e-e35068839e58 tempest-SecurityGroupsTestJSON-1436620606 tempest-SecurityGroupsTestJSON-1436620606-project-member] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 883.626735] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8772825-c369-4332-ba6e-5310f8f91a2e with Priority: HIGHEST for action security_group_members [ 883.626970] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGHEST for action security_group_members [ 883.627300] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGHEST for action security_group_members [ 883.627630] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8772825-c369-4332-ba6e-5310f8f91a2e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.627726] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.627816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.628699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.628699] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.628699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.628699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.628699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.629079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.629079] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8772825-c369-4332-ba6e-5310f8f91a2e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.634024] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cb04d4e-dc1e-41ad-8407-920310a7e82b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.634024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.634024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.634024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.634024] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.634024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.634024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.634024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.634024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.634024] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.634024] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.634024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.634024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.634024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.634024] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.634024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.634024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.634024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.634940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.634940] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.636400] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cda4a59-63fa-47b5-9584-bfb5936b6741 with status ACTIVE [ 883.636400] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.636400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.636400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.636400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.636400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.636400] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.636849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.636849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.636849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.636849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.638082] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.638082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.638082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.638082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.638082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.638082] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cda4a59-63fa-47b5-9584-bfb5936b6741 is going to be updated. [ 883.669202] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.669202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.669202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.669202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.669202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.669202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cda4a59-63fa-47b5-9584-bfb5936b6741" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.865906] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.866116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.868509] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.136331] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.136487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.136547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.136765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.136857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.138112] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.138310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.138416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.138603] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.138687] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.138781] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be updated. [ 884.139906] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.140025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.140088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.140242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.141402] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.141402] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.176457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.179674] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.179674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.179674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.179674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.179674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.179674] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8772825-c369-4332-ba6e-5310f8f91a2e is going to be updated. [ 884.179674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.179674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.183077] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.183077] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.183077] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.183216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.183333] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.198436] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: IN_PROGRESS for 2s [ 884.199265] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.199703] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.199796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.200767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.200767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.200767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.200767] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b is going to be updated. [ 884.228032] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.228235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.228375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.228619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.228826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.230583] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.231387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.231387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.231387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.231387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.242399] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8772825-c369-4332-ba6e-5310f8f91a2e in Status: IN_PROGRESS for 2s [ 884.243380] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: IN_PROGRESS for 2s [ 884.371965] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.845346] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e in Status: SUCCESS [ 884.845593] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.847816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.847816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.847816] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.847816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.847816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.847816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.847816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.847816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.847816] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf73d046-9c6f-4f2c-84c0-7ec4931b561e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.874011] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.874394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.874481] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.874720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.874813] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.874930] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 is going to be updated. [ 884.907346] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.907346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.907346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.907346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.907346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.917905] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: IN_PROGRESS for 2s [ 885.349979] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf73d046-9c6f-4f2c-84c0-7ec4931b561e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.854258] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf73d046-9c6f-4f2c-84c0-7ec4931b561e: rpc.has_security_group_logging(os_id): False [ 885.893225] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.893225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.893225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.893225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.893540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.894467] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.894467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.894604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.895180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.895255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.895317] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e is going to be created. [ 885.985678] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.985879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.985969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.986234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.986495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.012320] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e in Status: IN_PROGRESS for 2s [ 886.212925] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef in Status: SUCCESS [ 886.212925] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef deletion is rescheduled due to dependency. [ 886.212925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.259613] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b in Status: SUCCESS [ 886.259860] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b deletion is rescheduled due to dependency. [ 886.260125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.260987] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8772825-c369-4332-ba6e-5310f8f91a2e in Status: SUCCESS [ 886.262165] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8772825-c369-4332-ba6e-5310f8f91a2e deletion is rescheduled due to dependency. [ 886.262361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.934777] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: SUCCESS [ 886.935138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.935138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.935295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.935562] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.935804] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.935893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.937410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.937410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.937410] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.986344] env[66117]: INFO networking_nsxv3.common.synchronization [req-44edc741-496d-4c8c-b247-212fe6cdd1e5 req-3cfebc8b-0fb7-498b-bee6-1708bebf71a8 tempest-ServerPasswordTestJSON-1531223722 tempest-ServerPasswordTestJSON-1531223722-project-member] Enqueued Resource ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 with Priority: HIGHEST for action security_group_members [ 886.987255] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 with Priority: HIGHEST for action security_group_members [ 886.988512] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-439f607f-7c99-4ff8-a88f-88ffa23f4517 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.988512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.988512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.988512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.988512] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.988512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.988512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.988838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.988885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.988989] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439f607f-7c99-4ff8-a88f-88ffa23f4517',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.439685] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.491834] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.492036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.492108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.492364] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.492467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.492703] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.492801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.492862] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.493023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.493105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.493191] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 is going to be updated. [ 887.523484] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.523711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.524227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.524227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.524227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.534397] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 in Status: IN_PROGRESS for 2s [ 887.941602] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.028875] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e in Status: SUCCESS [ 888.028875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.445818] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.446541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.446541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.446735] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.446853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.447083] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 is going to be updated. [ 888.485949] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.486078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.486993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.486993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.486993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.504805] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: IN_PROGRESS for 2s [ 889.115971] env[66117]: INFO networking_nsxv3.common.synchronization [req-9e621ecc-1259-4a8d-9ec7-6e7e989bfe81 req-31a32b35-2f32-4dc1-95bf-fa099482cc86 tempest-ServersTestBootFromVolume-831610018 tempest-ServersTestBootFromVolume-831610018-project-member] Enqueued Resource ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc with Priority: HIGHEST for action security_group_members [ 889.116653] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc with Priority: HIGHEST for action security_group_members [ 889.116994] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-625de77c-6b16-48ca-81f2-3bc05fd237cc taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.117855] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.117956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.118289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.118521] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.118651] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.119115] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.120680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.120680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.120680] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('625de77c-6b16-48ca-81f2-3bc05fd237cc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.548268] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 in Status: SUCCESS [ 889.548456] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 deletion is rescheduled due to dependency. [ 889.549031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.624375] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.624375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.624375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.624375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.648540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.648849] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.648987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.649106] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.649245] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.649422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.649520] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc is going to be updated. [ 889.678699] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.678699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.678872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.679085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.679149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.690918] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc in Status: IN_PROGRESS for 2s [ 889.864366] env[66117]: INFO networking_nsxv3.common.synchronization [None req-3bf7e77d-b17d-4626-99cf-5661acb7ae66 None None] Enqueued Resource ID: b0ac2e01-6abf-4e63-aadf-f03de575b055 with Priority: HIGHEST for action port [ 889.865526] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ac2e01-6abf-4e63-aadf-f03de575b055 with Priority: HIGHEST for action port [ 889.865782] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0ac2e01-6abf-4e63-aadf-f03de575b055 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.865919] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0ac2e01-6abf-4e63-aadf-f03de575b055" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.865968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0ac2e01-6abf-4e63-aadf-f03de575b055" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.866363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0ac2e01-6abf-4e63-aadf-f03de575b055" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.866363] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0ac2e01-6abf-4e63-aadf-f03de575b055',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.184997] env[66117]: INFO networking_nsxv3.common.synchronization [req-c6e3b7b8-0e62-4ba4-8ae4-c40a46e10e2c req-f74a0bfd-c106-4f90-933a-673a227e905c tempest-ServerMetadataNegativeTestJSON-70275537 tempest-ServerMetadataNegativeTestJSON-70275537-project-member] Enqueued Resource ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea with Priority: HIGHEST for action security_group_members [ 890.185611] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea with Priority: HIGHEST for action security_group_members [ 890.185928] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-34230af6-e97d-42b2-8d4a-1778a757a3ea taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.186087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.186145] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.186337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.186494] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.186619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.186655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.186794] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.189175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.189175] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34230af6-e97d-42b2-8d4a-1778a757a3ea',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.369275] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0ac2e01-6abf-4e63-aadf-f03de575b055 [ 890.369583] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.369749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.369820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.370092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.370198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.370295] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0ac2e01-6abf-4e63-aadf-f03de575b055 already deleted. [ 890.370375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0ac2e01-6abf-4e63-aadf-f03de575b055" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.518244] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: SUCCESS [ 890.518244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.518244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.518690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.519042] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.519347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.519563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.519866] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.520107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.520331] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.520610] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.520887] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.521166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.521444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.521680] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.521932] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.522096] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.522313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.523016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.523016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.523016] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.692652] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.692836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.692888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.693258] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.693384] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.693601] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.694765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.694765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.694765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.694765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.694765] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea is going to be updated. [ 890.730321] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.730321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.730321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.730321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.730321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.741453] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea in Status: IN_PROGRESS for 2s [ 891.025729] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 970a089e-3a25-4389-9d3c-8e4456e3b093: rpc.has_security_group_logging(os_id): False [ 891.039102] env[66117]: INFO networking_nsxv3.common.synchronization [None req-94bb76c4-8c74-4922-8ff9-b8ad8738716e tempest-ServerActionsV293TestJSON-1212805081 tempest-ServerActionsV293TestJSON-1212805081-project-member] Enqueued Resource ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 with Priority: HIGHEST for action security_group_rules [ 891.039852] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 with Priority: HIGHEST for action security_group_rules [ 891.040238] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c48ec49-9158-4bbe-9426-0ba165e64411 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.040400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.040541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.040823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.040939] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c48ec49-9158-4bbe-9426-0ba165e64411',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.044317] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.044450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.044519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.044723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.044811] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.044992] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.045120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.045197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.045351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.045445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.045695] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.045792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.045866] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.046025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.046116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.046319] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.046414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.046473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.046650] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.046729] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.046812] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 is going to be updated. [ 891.113609] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.113793] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.113793] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.114012] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.114184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.132693] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: IN_PROGRESS for 2s [ 891.138027] env[66117]: INFO networking_nsxv3.common.synchronization [None req-d8710c0b-8594-4f99-8ba6-e9e62d0e4b6c tempest-ServerActionsV293TestJSON-1212805081 tempest-ServerActionsV293TestJSON-1212805081-project-member] Enqueued Resource ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 with Priority: HIGHEST for action security_group_rules [ 891.138623] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 with Priority: HIGHEST for action security_group_rules [ 891.139896] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c48ec49-9158-4bbe-9426-0ba165e64411 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.140016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.563514] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.563514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.563514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.563899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.563964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.564136] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 already deleted. [ 891.564273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.564489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.564703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.564831] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c48ec49-9158-4bbe-9426-0ba165e64411',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.707847] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc in Status: SUCCESS [ 891.708121] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc deletion is rescheduled due to dependency. [ 891.708225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.022069] env[66117]: INFO networking_nsxv3.common.synchronization [req-e740d016-883c-48a7-b510-3e0fcafbc96e req-9ed0daa4-4143-4f10-a54d-c747725f8a6e tempest-ServerTagsTestJSON-192025765 tempest-ServerTagsTestJSON-192025765-project-member] Enqueued Resource ID: 53462322-77d4-431e-930d-ec1cc9568580 with Priority: HIGHEST for action security_group_members [ 892.022601] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53462322-77d4-431e-930d-ec1cc9568580 with Priority: HIGHEST for action security_group_members [ 892.022942] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-53462322-77d4-431e-930d-ec1cc9568580 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.023067] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.023950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.023950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.023950] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.023950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.023950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.023950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.023950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.024608] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53462322-77d4-431e-930d-ec1cc9568580',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.093432] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.093432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.093432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.093432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.093744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.093744] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 already deleted. [ 892.093744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.474114] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.475018] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-331" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.475018] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-331" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.475264] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-331" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.478418] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.478418] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.478418] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.478418] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.478418] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.478418] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.478418] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.478418] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.478418] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.478418] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.478418] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.478418] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.502815] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.502982] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.503128] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.503299] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-331" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.504435] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-f878256e-33ce-4b4a-ad1f-c055d5de4eab taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.504435] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-f878256e-33ce-4b4a-ad1f-c055d5de4eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.504435] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-f878256e-33ce-4b4a-ad1f-c055d5de4eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.504435] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-f878256e-33ce-4b4a-ad1f-c055d5de4eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.504435] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f878256e-33ce-4b4a-ad1f-c055d5de4eab',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.525701] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.525869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.525928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.526171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.526256] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.526497] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.526573] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.526607] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.526764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.526841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.526923] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53462322-77d4-431e-930d-ec1cc9568580 already deleted. [ 892.527012] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.556167] env[66117]: INFO networking_nsxv3.common.synchronization [None req-05919579-8281-462d-8575-e2c2876bf103 None None] Enqueued Resource ID: 71083a20-7182-46d2-a6ff-7d1104068953 with Priority: HIGHEST for action port [ 892.556240] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71083a20-7182-46d2-a6ff-7d1104068953 with Priority: HIGHEST for action port [ 892.556749] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-71083a20-7182-46d2-a6ff-7d1104068953 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.556749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71083a20-7182-46d2-a6ff-7d1104068953" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.556749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71083a20-7182-46d2-a6ff-7d1104068953" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.556909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71083a20-7182-46d2-a6ff-7d1104068953" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.557221] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71083a20-7182-46d2-a6ff-7d1104068953',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.753067] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea in Status: SUCCESS [ 892.753067] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea deletion is rescheduled due to dependency. [ 892.753067] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.008758] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.012026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.012026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.012026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.012026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.012026] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port f878256e-33ce-4b4a-ad1f-c055d5de4eab not found, creating... [ 893.012026] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.012026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.012026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.012026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.012026] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.012444] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.012444] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.012444] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.012709] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.013016] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.013300] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: f878256e-33ce-4b4a-ad1f-c055d5de4eab is going to be created. [ 893.030968] env[66117]: INFO networking_nsxv3.common.synchronization [req-aa57852e-c22c-49cc-bdef-46651c288b0c req-fbd45af9-de40-476d-b11d-114c1fe5f135 tempest-ListImageFiltersTestJSON-1189411830 tempest-ListImageFiltersTestJSON-1189411830-project-member] Enqueued Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_members [ 893.031441] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGHEST for action security_group_members [ 893.032292] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.032469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.032518] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.032816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.032886] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.032985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.033054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.033421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.033421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.033421] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.037655] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.037875] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.038060] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.038313] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.038663] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.038891] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-f878256e-33ce-4b4a-ad1f-c055d5de4eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.059975] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71083a20-7182-46d2-a6ff-7d1104068953 [ 893.060223] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.060509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.060509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.060951] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.060951] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.060951] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71083a20-7182-46d2-a6ff-7d1104068953 already deleted. [ 893.061089] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71083a20-7182-46d2-a6ff-7d1104068953" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.148392] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: SUCCESS [ 893.148646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.148830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.149059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.149149] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.535915] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.536237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.536382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.536699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.562173] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.562604] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.562710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.562710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.562918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.562997] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.563100] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 is going to be updated. [ 893.615746] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.617674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.617868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.618188] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.618352] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.637706] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: IN_PROGRESS for 2s [ 893.651493] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.651730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.651859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.651990] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.652211] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.652290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.652768] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.652768] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.652768] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.652768] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.652930] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.786191] env[66117]: INFO networking_nsxv3.common.synchronization [req-e740d016-883c-48a7-b510-3e0fcafbc96e req-f1999363-5a24-47fd-a3fe-37628c19c81e service nova] Enqueued Resource ID: 53462322-77d4-431e-930d-ec1cc9568580 with Priority: HIGHEST for action security_group_rules [ 893.786191] env[66117]: INFO networking_nsxv3.common.synchronization [req-e740d016-883c-48a7-b510-3e0fcafbc96e req-f1999363-5a24-47fd-a3fe-37628c19c81e service nova] Enqueued Resource ID: 53462322-77d4-431e-930d-ec1cc9568580 with Priority: HIGHEST for action security_group_members [ 893.786191] env[66117]: INFO networking_nsxv3.common.synchronization [req-e740d016-883c-48a7-b510-3e0fcafbc96e req-f1999363-5a24-47fd-a3fe-37628c19c81e service nova] Enqueued Resource ID: f878256e-33ce-4b4a-ad1f-c055d5de4eab with Priority: HIGHEST for action port [ 893.786191] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53462322-77d4-431e-930d-ec1cc9568580 with Priority: HIGHEST for action security_group_rules [ 893.786191] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53462322-77d4-431e-930d-ec1cc9568580 with Priority: HIGHEST for action security_group_members [ 893.786191] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f878256e-33ce-4b4a-ad1f-c055d5de4eab with Priority: HIGHEST for action port [ 893.787229] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53462322-77d4-431e-930d-ec1cc9568580 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.787503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.787728] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.788228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.788396] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53462322-77d4-431e-930d-ec1cc9568580',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.789709] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-53462322-77d4-431e-930d-ec1cc9568580 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.791017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.791017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.791017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.791017] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.791017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.791017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.791017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.791017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.791017] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53462322-77d4-431e-930d-ec1cc9568580',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.794021] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f878256e-33ce-4b4a-ad1f-c055d5de4eab taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.794021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f878256e-33ce-4b4a-ad1f-c055d5de4eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.794021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f878256e-33ce-4b4a-ad1f-c055d5de4eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.795846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f878256e-33ce-4b4a-ad1f-c055d5de4eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.795846] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f878256e-33ce-4b4a-ad1f-c055d5de4eab',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.158276] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.158453] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.158506] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.159260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.159260] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.159260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.159260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.159260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.159260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.160133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.160133] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.160133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.160133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.160133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.160133] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.160133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.160133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.160391] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.160391] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.160391] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.160391] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.299543] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-53462322-77d4-431e-930d-ec1cc9568580 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.299543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.299543] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53462322-77d4-431e-930d-ec1cc9568580',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.299543] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f878256e-33ce-4b4a-ad1f-c055d5de4eab with status ACTIVE [ 894.299543] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.299543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.299543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.299543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.299543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.299543] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.299543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.299543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.299543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.299543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.300402] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.302254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.302402] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.302605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.302692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.302784] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f878256e-33ce-4b4a-ad1f-c055d5de4eab is going to be updated. [ 894.331866] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.331866] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.331866] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.332038] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.332070] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.332209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f878256e-33ce-4b4a-ad1f-c055d5de4eab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.662903] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 970a089e-3a25-4389-9d3c-8e4456e3b093: rpc.has_security_group_logging(os_id): False [ 894.682703] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.683546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.683546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.683546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.683546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.683546] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.683757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.683757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.683876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.683981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.684213] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.684297] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.684361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.684547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.684632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.684886] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.685065] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.685174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.685344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.685444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.685532] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 is going to be updated. [ 894.752311] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.752487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.752590] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.752785] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.752969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.771122] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: IN_PROGRESS for 2s [ 894.805911] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53462322-77d4-431e-930d-ec1cc9568580',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.307824] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.307982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.308081] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.308312] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.308404] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.308510] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53462322-77d4-431e-930d-ec1cc9568580 is going to be created. [ 895.343835] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.343835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.343835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.343835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.343835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.353933] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53462322-77d4-431e-930d-ec1cc9568580 in Status: UNINITIALIZED for 2s [ 895.651196] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 in Status: SUCCESS [ 895.651395] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 deletion is rescheduled due to dependency. [ 895.651528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.792011] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: SUCCESS [ 896.792380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.364976] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53462322-77d4-431e-930d-ec1cc9568580 in Status: SUCCESS [ 897.364976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.364976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.364976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.365392] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.365392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.365392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.365392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.365628] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.365628] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.365720] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53462322-77d4-431e-930d-ec1cc9568580',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.867967] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-53462322-77d4-431e-930d-ec1cc9568580 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.868282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.868282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.868432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.868595] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.868696] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.868759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.868906] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.868990] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.869093] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.869241] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-53462322-77d4-431e-930d-ec1cc9568580 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.869368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.869428] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.869544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.869679] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.869769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.869828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.869960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.870047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.870126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.870213] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53462322-77d4-431e-930d-ec1cc9568580',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.372751] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53462322-77d4-431e-930d-ec1cc9568580: rpc.has_security_group_logging(os_id): False [ 898.396991] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.397146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.397214] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.397438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.397538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.397767] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.397873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.397937] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.398209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.398315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.398537] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.398689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.398781] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.398977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.399098] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.399306] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.399421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.399518] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.399788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.399871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.399961] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53462322-77d4-431e-930d-ec1cc9568580 is going to be created. [ 898.458240] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.458394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.458464] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.458673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.458850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.471500] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53462322-77d4-431e-930d-ec1cc9568580 in Status: IN_PROGRESS for 2s [ 898.787053] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 898.787053] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 898.877710] env[66117]: INFO networking_nsxv3.common.synchronization [req-72765399-8d81-42f6-a98c-9a7745998e45 req-18708cfd-00bd-48e4-a211-4a5f5ed3b0e7 tempest-ServersAdminTestJSON-2048552091 tempest-ServersAdminTestJSON-2048552091-project-member] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 898.879025] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 898.879025] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.879025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.879025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.879312] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.879355] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.879463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.879527] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.879735] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.879775] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.879866] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.387633] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.513807] env[66117]: INFO networking_nsxv3.common.synchronization [req-8a9f38da-11d2-4b22-8c56-77a65d1a3f20 req-77ec9e71-4a5a-4df8-bb83-4d1a8018fb86 tempest-DeleteServersTestJSON-1546501066 tempest-DeleteServersTestJSON-1546501066-project-member] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 899.514459] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 899.514728] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.514853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.514929] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.515446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.515675] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.515841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.515947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.517021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.517209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.517492] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.889526] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.021041] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.021041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.021041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.021557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.021557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.021682] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.021737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.021785] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.021943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.022027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.022113] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 900.051663] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.051815] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.051886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.052171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.052346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.063746] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 900.393037] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.393037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.393037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.393037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.393037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.393037] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be updated. [ 900.430704] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.430929] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.430987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.431305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.434619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.444487] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: IN_PROGRESS for 2s [ 900.487857] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53462322-77d4-431e-930d-ec1cc9568580 in Status: SUCCESS [ 900.487857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.941498] env[66117]: INFO networking_nsxv3.common.synchronization [req-6d108601-80d4-4c1f-b2de-e3c31a1ec4a7 req-4ba349de-6c55-4b7c-91dc-9ab05804aab0 tempest-ServerActionsTestOtherA-837803977 tempest-ServerActionsTestOtherA-837803977-project-member] Enqueued Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_members [ 900.942209] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_members [ 900.942608] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.942735] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.942808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.943709] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.943995] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.946696] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.946874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.947250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.947475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.947685] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.453866] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.454744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.454744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.454744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.454744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.454744] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.454744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.454946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.454946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.455025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.455116] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2bc8825-da36-499c-8288-03f6805da468 is going to be updated. [ 901.494266] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.494458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.494546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.494856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.495105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.508228] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bc8825-da36-499c-8288-03f6805da468 in Status: IN_PROGRESS for 2s [ 902.075428] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 902.075428] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b deletion is rescheduled due to dependency. [ 902.075428] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.458764] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: SUCCESS [ 902.459025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.523964] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bc8825-da36-499c-8288-03f6805da468 in Status: SUCCESS [ 903.523964] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2bc8825-da36-499c-8288-03f6805da468 deletion is rescheduled due to dependency. [ 903.523964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.328363] env[66117]: INFO networking_nsxv3.common.synchronization [req-61656da8-88e6-4ee1-bb4c-1de083baa2e4 req-ee2a8fb7-c559-44c8-b47e-224ff5da30ef tempest-AttachInterfacesV270Test-1992995289 tempest-AttachInterfacesV270Test-1992995289-project-member] Enqueued Resource ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d with Priority: HIGHEST for action security_group_members [ 904.328943] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d with Priority: HIGHEST for action security_group_members [ 904.329485] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-367f1a6c-04bd-4e9d-a670-e231c9c1862d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.329651] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.329702] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.329968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.330166] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.330285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.330349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.330655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.330655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.330764] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('367f1a6c-04bd-4e9d-a670-e231c9c1862d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.769754] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.770257] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-235" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.770257] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-235" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.770391] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-235" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.770855] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.770855] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.771056] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.773034] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.774304] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.775163] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.776381] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.776507] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.776624] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.776773] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.776872] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.777171] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.798619] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.798839] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.798967] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.799162] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-235" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.799546] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.799729] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.799862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.800220] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.800404] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.833720] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.833720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.833720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.833720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.833720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.833720] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.833999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.833999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.834242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.834242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.834865] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d already deleted. [ 904.834865] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.303681] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.304101] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.304301] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.304597] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.304823] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.305252] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb not found, creating... [ 905.305603] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.305735] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.305861] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.306151] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.306294] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.306898] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.306898] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.307103] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.307271] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.307417] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.307549] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb is going to be created. [ 905.333557] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.333557] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.333557] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.333557] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.333557] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.333557] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.117603] env[66117]: INFO networking_nsxv3.common.synchronization [req-61656da8-88e6-4ee1-bb4c-1de083baa2e4 req-21888a24-7e0f-4d7e-9b83-7f435f194c14 service nova] Enqueued Resource ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d with Priority: HIGHEST for action security_group_rules [ 906.118127] env[66117]: INFO networking_nsxv3.common.synchronization [req-61656da8-88e6-4ee1-bb4c-1de083baa2e4 req-21888a24-7e0f-4d7e-9b83-7f435f194c14 service nova] Enqueued Resource ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d with Priority: HIGHEST for action security_group_members [ 906.118127] env[66117]: INFO networking_nsxv3.common.synchronization [req-61656da8-88e6-4ee1-bb4c-1de083baa2e4 req-21888a24-7e0f-4d7e-9b83-7f435f194c14 service nova] Enqueued Resource ID: e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb with Priority: HIGHEST for action port [ 906.119039] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d with Priority: HIGHEST for action security_group_rules [ 906.119039] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d with Priority: HIGHEST for action security_group_members [ 906.119039] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb with Priority: HIGHEST for action port [ 906.119434] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-367f1a6c-04bd-4e9d-a670-e231c9c1862d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.119529] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.119576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.119800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.119881] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('367f1a6c-04bd-4e9d-a670-e231c9c1862d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.121208] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-367f1a6c-04bd-4e9d-a670-e231c9c1862d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.121268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.121311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.121554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.121825] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.121935] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.121994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.122170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.122245] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.122338] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('367f1a6c-04bd-4e9d-a670-e231c9c1862d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.123973] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.123973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.123973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.123973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.124182] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.300068] env[66117]: INFO networking_nsxv3.common.synchronization [req-e2c342a1-ed9c-4657-ae74-351b463de554 req-ac84ee1c-d09d-4eac-8db5-479f690e6779 tempest-ServerTagsTestJSON-192025765 tempest-ServerTagsTestJSON-192025765-project-member] Enqueued Resource ID: 53462322-77d4-431e-930d-ec1cc9568580 with Priority: HIGHEST for action security_group_members [ 906.301169] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53462322-77d4-431e-930d-ec1cc9568580 with Priority: HIGHEST for action security_group_members [ 906.304540] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-53462322-77d4-431e-930d-ec1cc9568580 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.304540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.304540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.304540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.304540] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.304540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.304540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.304540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.304540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.304540] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53462322-77d4-431e-930d-ec1cc9568580',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.626494] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-367f1a6c-04bd-4e9d-a670-e231c9c1862d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.627169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.627169] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('367f1a6c-04bd-4e9d-a670-e231c9c1862d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.628830] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb with status ACTIVE [ 906.628830] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.628830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.628830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.628830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.629429] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.629429] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.630978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.630978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.630978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.630978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.630978] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.630978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.630978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.631314] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.631314] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.631314] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb is going to be updated. [ 906.658520] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.658727] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.658771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.658980] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.659159] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.659348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1b9ca49-415e-4b27-b4d9-27cf1e76dcdb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.805971] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.806543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.806682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.807055] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.807172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.807405] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.807512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.807611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.807868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.807973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.808083] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53462322-77d4-431e-930d-ec1cc9568580 is going to be updated. [ 906.843018] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.843196] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.843272] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.843494] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.843641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.854077] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53462322-77d4-431e-930d-ec1cc9568580 in Status: IN_PROGRESS for 2s [ 907.134036] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('367f1a6c-04bd-4e9d-a670-e231c9c1862d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.636497] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.636687] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.636777] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.637016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.638272] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.638444] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d is going to be created. [ 907.666478] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.666702] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.666702] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.666939] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.667109] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.678845] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d in Status: UNINITIALIZED for 2s [ 908.864515] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53462322-77d4-431e-930d-ec1cc9568580 in Status: SUCCESS [ 908.864515] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53462322-77d4-431e-930d-ec1cc9568580 deletion is rescheduled due to dependency. [ 908.864515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.223969] env[66117]: INFO networking_nsxv3.common.synchronization [req-93d01e0d-fd52-4994-a665-606c861a333a req-d49feff2-f40b-41d3-86cb-49c747af3229 tempest-ImagesTestJSON-1892496762 tempest-ImagesTestJSON-1892496762-project-member] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 909.226489] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 909.226995] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.228122] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.228359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.228665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.228967] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.229262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.229459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.229787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.231017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.231017] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.639217] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-801 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.639434] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.640017] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.640017] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.640288] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.640475] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.640648] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.640976] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.641158] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.641824] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.641824] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.641986] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.641986] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.642370] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.643220] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.643220] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.663415] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.663612] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.663704] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.663871] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.665444] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-803f560d-a88f-4d94-8ded-5f358996f70b taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.665680] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-803f560d-a88f-4d94-8ded-5f358996f70b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.666443] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-803f560d-a88f-4d94-8ded-5f358996f70b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.666443] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-803f560d-a88f-4d94-8ded-5f358996f70b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.669989] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('803f560d-a88f-4d94-8ded-5f358996f70b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.689638] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d in Status: SUCCESS [ 909.689758] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.690222] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.690320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.690561] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.690673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.690710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.690873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.690955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.691024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.691101] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('367f1a6c-04bd-4e9d-a670-e231c9c1862d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.733072] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.172026] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.172435] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.172577] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.172911] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.173182] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.173390] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 803f560d-a88f-4d94-8ded-5f358996f70b not found, creating... [ 910.173780] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.173936] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.174110] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.174421] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.174624] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.174994] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.175196] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.175330] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.175557] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.175716] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.175858] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 803f560d-a88f-4d94-8ded-5f358996f70b is going to be created. [ 910.195829] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-367f1a6c-04bd-4e9d-a670-e231c9c1862d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.195829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.195829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.195829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.195829] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.195829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.195829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.195829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.195829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.195829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.195829] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-367f1a6c-04bd-4e9d-a670-e231c9c1862d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.195829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.196450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.196450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.196450] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.196450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.196450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.196450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.196630] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.196630] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.196689] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('367f1a6c-04bd-4e9d-a670-e231c9c1862d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.200055] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.200180] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.200338] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.200649] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.200943] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.201307] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-803f560d-a88f-4d94-8ded-5f358996f70b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.236415] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.703419] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 367f1a6c-04bd-4e9d-a670-e231c9c1862d: rpc.has_security_group_logging(os_id): False [ 910.728768] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.728935] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.728988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.729215] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.729305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.729505] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.729627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.729702] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.730013] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.730013] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.730141] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.730236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.730298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.730438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.730520] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.730794] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.730914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.730976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.731136] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.731211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.731294] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d is going to be created. [ 910.738262] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.738418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.738490] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.738739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.738836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.738935] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 910.794664] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.794869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.794967] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.795277] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.795477] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.808965] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 910.831311] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.831311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.831311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.831311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.831311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.844177] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d in Status: IN_PROGRESS for 2s [ 910.976467] env[66117]: INFO networking_nsxv3.common.synchronization [req-93d01e0d-fd52-4994-a665-606c861a333a req-f05c27fe-ae85-4ebf-8599-9ecbe68c7601 service nova] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_rules [ 910.976467] env[66117]: INFO networking_nsxv3.common.synchronization [req-93d01e0d-fd52-4994-a665-606c861a333a req-f05c27fe-ae85-4ebf-8599-9ecbe68c7601 service nova] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 910.976467] env[66117]: INFO networking_nsxv3.common.synchronization [req-93d01e0d-fd52-4994-a665-606c861a333a req-f05c27fe-ae85-4ebf-8599-9ecbe68c7601 service nova] Enqueued Resource ID: 803f560d-a88f-4d94-8ded-5f358996f70b with Priority: HIGHEST for action port [ 910.977371] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_rules [ 910.977371] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 910.977371] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803f560d-a88f-4d94-8ded-5f358996f70b with Priority: HIGHEST for action port [ 910.977509] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.977629] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.977665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.978020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.978020] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.978979] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.979131] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.981377] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-803f560d-a88f-4d94-8ded-5f358996f70b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.981377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-803f560d-a88f-4d94-8ded-5f358996f70b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.981377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-803f560d-a88f-4d94-8ded-5f358996f70b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.981377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-803f560d-a88f-4d94-8ded-5f358996f70b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.981377] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('803f560d-a88f-4d94-8ded-5f358996f70b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.484603] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.484603] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.484603] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 803f560d-a88f-4d94-8ded-5f358996f70b with status ACTIVE [ 911.484603] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.484603] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.484603] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.485080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.485163] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.485311] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.485403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.485459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.487990] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.488585] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.488585] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.488585] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.488585] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.488788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.488788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.488850] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 803f560d-a88f-4d94-8ded-5f358996f70b is going to be updated. [ 911.514664] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.514664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.514664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.514664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.514664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.515547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-803f560d-a88f-4d94-8ded-5f358996f70b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.871379] env[66117]: INFO networking_nsxv3.common.synchronization [req-a82ca443-4be5-41dc-8360-db13601c476a req-0e30879e-a4df-460a-9795-0822a8e63954 tempest-ServerDiskConfigTestJSON-2106077272 tempest-ServerDiskConfigTestJSON-2106077272-project-member] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 911.872293] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 911.872782] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.872965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.873088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.873382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.873588] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.873737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.873821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.875180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.875180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.875180] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.298678] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.299609] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.299609] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.299609] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.299882] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.300582] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.300745] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.301036] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.301184] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.301467] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.302233] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.302233] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.302233] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.302233] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.302233] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.302233] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.327591] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.327793] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.328158] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.328158] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.328595] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-ef8abf42-ee9c-4d12-baff-9ed6d78cef95 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.328847] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-ef8abf42-ee9c-4d12-baff-9ed6d78cef95" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.329076] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-ef8abf42-ee9c-4d12-baff-9ed6d78cef95" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.329730] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-ef8abf42-ee9c-4d12-baff-9ed6d78cef95" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.329850] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef8abf42-ee9c-4d12-baff-9ed6d78cef95',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.379548] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.379548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.379548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.380426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.380426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.380426] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.380426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.380426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.380426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.380426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.380704] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 912.411166] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.411166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.411166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.411166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.411166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.422246] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 912.818944] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 912.819372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.819454] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.819697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.819905] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.820046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.820114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.820290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.820370] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.820481] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.832137] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.832378] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.832557] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.832844] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.832991] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.833162] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port ef8abf42-ee9c-4d12-baff-9ed6d78cef95 not found, creating... [ 912.833486] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.833647] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.833766] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.833984] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.834136] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.834413] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.834561] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.834673] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.834885] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.835053] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.835175] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: ef8abf42-ee9c-4d12-baff-9ed6d78cef95 is going to be created. [ 912.860264] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d in Status: SUCCESS [ 912.860667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.863285] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.863411] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.863521] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.863973] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.864777] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.864777] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-ef8abf42-ee9c-4d12-baff-9ed6d78cef95" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.322802] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.586923] env[66117]: INFO networking_nsxv3.common.synchronization [req-a82ca443-4be5-41dc-8360-db13601c476a req-a334a313-7204-4be1-bc63-e1dcbe87af66 service nova] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_rules [ 913.587133] env[66117]: INFO networking_nsxv3.common.synchronization [req-a82ca443-4be5-41dc-8360-db13601c476a req-a334a313-7204-4be1-bc63-e1dcbe87af66 service nova] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 913.587254] env[66117]: INFO networking_nsxv3.common.synchronization [req-a82ca443-4be5-41dc-8360-db13601c476a req-a334a313-7204-4be1-bc63-e1dcbe87af66 service nova] Enqueued Resource ID: ef8abf42-ee9c-4d12-baff-9ed6d78cef95 with Priority: HIGHEST for action port [ 913.587805] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_rules [ 913.587945] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 913.588114] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8abf42-ee9c-4d12-baff-9ed6d78cef95 with Priority: HIGHEST for action port [ 913.588639] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.588639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.588639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.588782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.588782] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.590381] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.590381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.590381] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef8abf42-ee9c-4d12-baff-9ed6d78cef95 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.590728] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef8abf42-ee9c-4d12-baff-9ed6d78cef95" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.590728] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef8abf42-ee9c-4d12-baff-9ed6d78cef95" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.590728] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef8abf42-ee9c-4d12-baff-9ed6d78cef95" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.590728] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef8abf42-ee9c-4d12-baff-9ed6d78cef95',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.826832] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.092606] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.092762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.094144] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef8abf42-ee9c-4d12-baff-9ed6d78cef95 with status ACTIVE [ 914.094337] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.094451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.094523] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.094734] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.094894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.095019] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.095095] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.095147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.095296] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.095373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.095549] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.095640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.095701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.095838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.095910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.096009] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef8abf42-ee9c-4d12-baff-9ed6d78cef95 is going to be updated. [ 914.116409] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.116587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.116649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.116798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.116931] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.117114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef8abf42-ee9c-4d12-baff-9ed6d78cef95" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.328558] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.328859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.328859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.329049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.329139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.329239] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 914.363663] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.363837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.364035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.364251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.364366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.376174] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 914.437328] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 914.437328] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 deletion is rescheduled due to dependency. [ 914.437328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.437666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.438184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.439050] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.439050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.439050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.439322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.439726] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.439909] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.600366] env[66117]: INFO networking_nsxv3.common.synchronization [req-7b9cb990-85fc-4f23-af87-2e7aad9b874d req-e61ccb99-cac6-439e-b559-16ea69c27d46 tempest-MigrationsAdminTest-1298079637 tempest-MigrationsAdminTest-1298079637-project-member] Enqueued Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_members [ 914.601984] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_members [ 914.602385] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.602568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.602642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.603339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.603339] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.603339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.603339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.603555] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.603555] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.603609] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.943109] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.107230] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.113443] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.113843] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.114141] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.115653] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.115653] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.115653] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.115653] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.115653] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.115937] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.116156] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.116323] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.116473] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.116644] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.116797] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.116942] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.118894] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.145017] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.145206] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.145368] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.145544] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-358" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.145896] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-427db4ab-bd97-49ed-88b3-02cf9b23c3ab taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.146138] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-427db4ab-bd97-49ed-88b3-02cf9b23c3ab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.146276] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-427db4ab-bd97-49ed-88b3-02cf9b23c3ab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.146609] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-427db4ab-bd97-49ed-88b3-02cf9b23c3ab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.146753] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('427db4ab-bd97-49ed-88b3-02cf9b23c3ab',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.446203] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.611636] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.651672] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.651860] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.651985] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.652284] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.652504] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.652676] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 427db4ab-bd97-49ed-88b3-02cf9b23c3ab not found, creating... [ 915.652969] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.653168] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.653288] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.653527] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.653662] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.653965] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.654754] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.654933] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.655215] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.655419] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.655636] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 427db4ab-bd97-49ed-88b3-02cf9b23c3ab is going to be created. [ 915.681266] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.683116] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.683298] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.683585] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.683814] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.684951] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-427db4ab-bd97-49ed-88b3-02cf9b23c3ab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.948847] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.948847] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.948847] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.949298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.949458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.949633] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 915.995648] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.995869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.995966] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.996312] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.996530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.014206] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 916.113918] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.114167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.114248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.114480] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.114605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.114726] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 is going to be updated. [ 916.202279] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.202515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.202593] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.202934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.203096] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.216319] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: IN_PROGRESS for 2s [ 916.347905] env[66117]: INFO networking_nsxv3.common.synchronization [req-0489f7ea-0e31-4017-aa27-b73ffcf3273a req-6db8cc7a-13c5-42fa-832b-d899f487dc86 tempest-ListServerFiltersTestJSON-309058381 tempest-ListServerFiltersTestJSON-309058381-project-member] Enqueued Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 916.348546] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 916.349011] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.349633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.349847] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.350228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.350543] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.351810] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.351884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.352145] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.352244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.352346] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.395645] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 916.395920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.396690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.396980] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.397576] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.397735] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.397823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.398080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.398165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.398273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.399046] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.447426] env[66117]: INFO networking_nsxv3.common.synchronization [req-7b9cb990-85fc-4f23-af87-2e7aad9b874d req-3b0123f3-6cbb-4996-8142-f41ab1c1279f service nova] Enqueued Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_rules [ 916.447644] env[66117]: INFO networking_nsxv3.common.synchronization [req-7b9cb990-85fc-4f23-af87-2e7aad9b874d req-3b0123f3-6cbb-4996-8142-f41ab1c1279f service nova] Enqueued Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_members [ 916.447791] env[66117]: INFO networking_nsxv3.common.synchronization [req-7b9cb990-85fc-4f23-af87-2e7aad9b874d req-3b0123f3-6cbb-4996-8142-f41ab1c1279f service nova] Enqueued Resource ID: 427db4ab-bd97-49ed-88b3-02cf9b23c3ab with Priority: HIGHEST for action port [ 916.448640] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_rules [ 916.448735] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_members [ 916.448797] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427db4ab-bd97-49ed-88b3-02cf9b23c3ab with Priority: HIGHEST for action port [ 916.449117] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.449302] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.449302] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.449552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.449651] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.450705] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.450798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.451042] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-427db4ab-bd97-49ed-88b3-02cf9b23c3ab taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.451170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-427db4ab-bd97-49ed-88b3-02cf9b23c3ab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.451241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-427db4ab-bd97-49ed-88b3-02cf9b23c3ab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.451532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-427db4ab-bd97-49ed-88b3-02cf9b23c3ab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.451775] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('427db4ab-bd97-49ed-88b3-02cf9b23c3ab',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.855152] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.901268] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.901497] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.901583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.901899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.902202] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.902303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.902405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.902610] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.902701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.902824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.903049] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.903174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.903279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.903423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.903626] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.903877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.903877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.903992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.904102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.904187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.904287] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.954977] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.954977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.955604] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 427db4ab-bd97-49ed-88b3-02cf9b23c3ab with status ACTIVE [ 916.955604] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.955732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.955776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.956181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.956443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.956863] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.957020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.957083] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.957356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.957356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.957562] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.957667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.957843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.958040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.958577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.958577] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 427db4ab-bd97-49ed-88b3-02cf9b23c3ab is going to be updated. [ 916.987208] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.987422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.987579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.987885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.988597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.988597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-427db4ab-bd97-49ed-88b3-02cf9b23c3ab" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.358286] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.406189] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f9133f4-2b04-411a-b29d-3236a5312dae: rpc.has_security_group_logging(os_id): False [ 917.426288] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.426829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.426829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.427129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.457431] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.457789] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.457948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.458051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.458290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.458394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.458733] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.458880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.458956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.459420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.459515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.459744] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.459883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.459958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.460135] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.460202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.460290] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 917.543432] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.543604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.543703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.544026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.544210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.566353] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 917.861298] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.861574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.861663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.862075] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.862176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.862292] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 is going to be updated. [ 917.912330] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.912497] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.912579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.912978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.913237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.927435] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: IN_PROGRESS for 2s [ 918.026707] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 918.027069] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.027174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.027395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.027597] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.027719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.027782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.027938] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.028029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.028117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.028209] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.228052] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: SUCCESS [ 918.228052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.228052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.228257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.228361] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.228483] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.228545] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.228705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.228773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.228873] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.531103] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.531299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.531395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.531665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.531860] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.532032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.532124] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.532302] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.532394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.532478] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.532675] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.532775] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.532936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.532976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.533204] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.533204] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.533275] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.533403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.533493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.533600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.533692] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.732285] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.037440] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d796e75e-eb32-4201-94c1-b128237fb437: rpc.has_security_group_logging(os_id): False [ 919.058083] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.058227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.058295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.059138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.059138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.059138] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.059138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.059138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.059138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.059138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.059404] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.059462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.059499] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.059926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.059926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.060074] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.060140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.060356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.060356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.060456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.060496] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 919.138195] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.138454] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.138454] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.140041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.140041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.174367] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 919.235244] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.591327] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 919.591730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.739717] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.740023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.740023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.740212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.740307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.740416] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 is going to be updated. [ 919.782030] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.782030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.782030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.782030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.782030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.794813] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: IN_PROGRESS for 2s [ 919.829493] env[66117]: INFO networking_nsxv3.common.synchronization [req-2f431078-d954-42ac-87cc-27368270a7e4 req-9f1a393b-0a99-49fe-a2e7-436b0afc8339 tempest-ImagesOneServerNegativeTestJSON-1102838547 tempest-ImagesOneServerNegativeTestJSON-1102838547-project-member] Enqueued Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 919.831497] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 919.831497] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.831497] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.831497] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.832335] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.832533] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.832533] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.832676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.832856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.832966] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.833203] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.941072] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: SUCCESS [ 919.941072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.336353] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.336767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.336767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.340254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.340375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.340602] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.340716] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.340782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.340974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.341076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.341168] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f is going to be updated. [ 920.379436] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.379436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.379436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.379791] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.380052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.392312] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.392312] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-102" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.392312] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-102" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.392983] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-102" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.393615] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.394203] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.394480] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.394858] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.395151] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.395493] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.396213] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.396213] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.396213] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.396213] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.396213] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.396781] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.398845] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: IN_PROGRESS for 2s [ 920.420335] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.421116] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.421487] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.421879] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-102" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.422355] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-2c7d195a-a95a-4d7f-a0cd-d026551e2d32 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.422778] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-2c7d195a-a95a-4d7f-a0cd-d026551e2d32" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.423105] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-2c7d195a-a95a-4d7f-a0cd-d026551e2d32" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.424725] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-2c7d195a-a95a-4d7f-a0cd-d026551e2d32" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.425653] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c7d195a-a95a-4d7f-a0cd-d026551e2d32',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.927972] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.928193] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.928519] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.928609] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.928967] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.928967] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 2c7d195a-a95a-4d7f-a0cd-d026551e2d32 not found, creating... [ 920.929207] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.930161] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.930161] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.930161] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.930161] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.930292] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.930586] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.930642] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.930858] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.931077] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.931255] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 2c7d195a-a95a-4d7f-a0cd-d026551e2d32 is going to be created. [ 920.956502] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.956726] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.956867] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.957173] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.957405] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.957650] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-2c7d195a-a95a-4d7f-a0cd-d026551e2d32" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.206645] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 921.206915] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.795157] env[66117]: INFO networking_nsxv3.common.synchronization [req-2f431078-d954-42ac-87cc-27368270a7e4 req-dbae8da2-6517-4b2c-9a4b-634904c606c2 service nova] Enqueued Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_rules [ 921.795539] env[66117]: INFO networking_nsxv3.common.synchronization [req-2f431078-d954-42ac-87cc-27368270a7e4 req-dbae8da2-6517-4b2c-9a4b-634904c606c2 service nova] Enqueued Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 921.795539] env[66117]: INFO networking_nsxv3.common.synchronization [req-2f431078-d954-42ac-87cc-27368270a7e4 req-dbae8da2-6517-4b2c-9a4b-634904c606c2 service nova] Enqueued Resource ID: 2c7d195a-a95a-4d7f-a0cd-d026551e2d32 with Priority: HIGHEST for action port [ 921.799574] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_rules [ 921.799819] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 921.799956] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7d195a-a95a-4d7f-a0cd-d026551e2d32 with Priority: HIGHEST for action port [ 921.800597] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.800597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.800597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.800805] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.800899] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.804778] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.804778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.804778] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c7d195a-a95a-4d7f-a0cd-d026551e2d32 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.804778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c7d195a-a95a-4d7f-a0cd-d026551e2d32" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.804778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c7d195a-a95a-4d7f-a0cd-d026551e2d32" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.804778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c7d195a-a95a-4d7f-a0cd-d026551e2d32" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.804778] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c7d195a-a95a-4d7f-a0cd-d026551e2d32',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.815471] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: SUCCESS [ 921.816370] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.816520] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.817050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.817050] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.817217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.817217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.817412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.817412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.817508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.817603] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.846464] env[66117]: INFO networking_nsxv3.common.synchronization [req-29d67ce0-4b0b-42a5-9a64-c13cfe58053b req-d58608eb-3104-4e0c-a015-e72969bc9043 tempest-ServersWithSpecificFlavorTestJSON-809397731 tempest-ServersWithSpecificFlavorTestJSON-809397731-project-member] Enqueued Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_members [ 921.847174] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGHEST for action security_group_members [ 921.847754] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-074427bc-2c54-403c-b87b-27973b2d7471 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.847883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.848293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.848293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.848393] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.848449] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.848490] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.848641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.848729] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.848841] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.304362] env[66117]: INFO networking_nsxv3.common.synchronization [req-c9413b26-0c8b-4527-b52a-4980521b02d3 req-bc1cede0-2a82-4191-b88b-a4b31dbc5170 tempest-AttachInterfacesV270Test-1992995289 tempest-AttachInterfacesV270Test-1992995289-project-member] Enqueued Resource ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d with Priority: HIGHEST for action security_group_members [ 922.305012] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.305661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.307102] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d with Priority: HIGHEST for action security_group_members [ 922.310423] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-367f1a6c-04bd-4e9d-a670-e231c9c1862d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.310666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.310804] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.311154] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.311417] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.311887] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.311887] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.312036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.312182] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.312338] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('367f1a6c-04bd-4e9d-a670-e231c9c1862d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.315917] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c7d195a-a95a-4d7f-a0cd-d026551e2d32 with status ACTIVE [ 922.316271] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.316464] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.316579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.317098] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.317242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.317589] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.317674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.317778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.318022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.318322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.318637] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.318767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.318867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.319131] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.319251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.319384] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c7d195a-a95a-4d7f-a0cd-d026551e2d32 is going to be updated. [ 922.323117] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.323326] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.323466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.323793] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.323998] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.324177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.324284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.324512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.324638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.324771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.325037] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.325162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.325261] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.325470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.325673] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.325813] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.325911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.326380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.326380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.326380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.326524] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.351676] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.351904] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.352019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.352412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.355630] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.355854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.355952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.356359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.356564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.356824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c7d195a-a95a-4d7f-a0cd-d026551e2d32" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.392882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.393179] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.393300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.393365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.393572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.393673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.393738] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074427bc-2c54-403c-b87b-27973b2d7471 is going to be updated. [ 922.411589] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: SUCCESS [ 922.411801] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f deletion is rescheduled due to dependency. [ 922.411944] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.412143] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.412364] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.412600] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.412711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.412829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.412931] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.413308] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.413308] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.445554] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.446310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.446310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.446633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.446693] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.459651] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074427bc-2c54-403c-b87b-27973b2d7471 in Status: IN_PROGRESS for 2s [ 922.815915] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.819413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.819525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.819773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.819872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.820157] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.820277] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.820343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.820523] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.820608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.820700] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d is going to be updated. [ 922.831632] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9820ab3d-a4cd-410e-85cf-6918876e1214: rpc.has_security_group_logging(os_id): False [ 922.855198] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.855198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.855198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.855198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.860764] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.861152] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.861152] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.861544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.861746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.880756] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d in Status: IN_PROGRESS for 2s [ 922.882291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.884234] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.884234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.884234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.884234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.884234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.884234] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.884234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.884234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.886476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.886476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.886476] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.886476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.886476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.886476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.886476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.886476] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 is going to be updated. [ 922.915668] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.974798] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.975351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.976951] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.977397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.979071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.999823] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: IN_PROGRESS for 2s [ 923.419467] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.924622] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.924934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.924934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.925105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.925207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.925324] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f is going to be updated. [ 923.955917] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.956146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.956232] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.956469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.956679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.969043] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: IN_PROGRESS for 2s [ 924.474684] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074427bc-2c54-403c-b87b-27973b2d7471 in Status: SUCCESS [ 924.474891] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074427bc-2c54-403c-b87b-27973b2d7471 deletion is rescheduled due to dependency. [ 924.475016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.893087] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d in Status: SUCCESS [ 924.893219] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d deletion is rescheduled due to dependency. [ 924.893360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.018444] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: SUCCESS [ 925.018891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.245290] env[66117]: INFO networking_nsxv3.common.synchronization [None req-ecf56b28-45b0-4e4c-bc0a-9511dd894fdf None None] Enqueued Resource ID: 651feb4b-decd-4fde-b8ae-2dfa27b84d67 with Priority: HIGHEST for action port [ 925.246045] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651feb4b-decd-4fde-b8ae-2dfa27b84d67 with Priority: HIGHEST for action port [ 925.246376] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-651feb4b-decd-4fde-b8ae-2dfa27b84d67 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.246533] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-651feb4b-decd-4fde-b8ae-2dfa27b84d67" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.246572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-651feb4b-decd-4fde-b8ae-2dfa27b84d67" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.247033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-651feb4b-decd-4fde-b8ae-2dfa27b84d67" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.247266] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('651feb4b-decd-4fde-b8ae-2dfa27b84d67',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.751462] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 651feb4b-decd-4fde-b8ae-2dfa27b84d67 [ 925.751787] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.751940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.752032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.752240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.752376] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.752550] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:651feb4b-decd-4fde-b8ae-2dfa27b84d67 already deleted. [ 925.752647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-651feb4b-decd-4fde-b8ae-2dfa27b84d67" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.980788] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: SUCCESS [ 925.980788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.980788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.980788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.980788] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.980788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.980788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.980788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.980788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.980788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.980788] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.484648] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.485849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.485849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.485849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.486152] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.486275] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.486275] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.486889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.486889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.486889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.486889] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.486889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.486889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.487396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.487396] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.487396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.487396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.487637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.487637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.487637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.487773] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.910772] env[66117]: INFO networking_nsxv3.common.synchronization [None req-ec54ab6e-f13f-4562-886f-58ff7d1b2a71 tempest-AttachVolumeShelveTestJSON-1579437401 tempest-AttachVolumeShelveTestJSON-1579437401-project-member] Enqueued Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_rules [ 926.911629] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_rules [ 926.911958] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f210ec3a-9c08-443a-b12e-f626aab316e1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.912124] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.912178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.912493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.912603] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.991834] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 398aad31-6494-4eb1-8eca-ea920a81bf0f: rpc.has_security_group_logging(os_id): False [ 927.013220] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.013406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.013460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.013655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.013723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.014016] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.014117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.014162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.014288] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.014363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.014541] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.014639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.014709] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.014826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.014902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.015127] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.015235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.015235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.015380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.015448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.015508] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f is going to be updated. [ 927.080912] env[66117]: INFO networking_nsxv3.common.synchronization [None req-584e1258-59d2-4b74-b681-e32b14541067 tempest-AttachVolumeShelveTestJSON-1579437401 tempest-AttachVolumeShelveTestJSON-1579437401-project-member] Enqueued Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_rules [ 927.081525] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_rules [ 927.081869] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f210ec3a-9c08-443a-b12e-f626aab316e1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.081976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.088895] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.088895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.088895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.089386] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.090923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.109190] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: IN_PROGRESS for 2s [ 927.436331] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.436484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.436584] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.436946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.437056] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.437173] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f210ec3a-9c08-443a-b12e-f626aab316e1 already deleted. [ 927.437282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.438485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.438698] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.438833] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.963144] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.963497] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.963497] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.963653] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.963866] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.964106] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f210ec3a-9c08-443a-b12e-f626aab316e1 already deleted. [ 927.964278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.236967] env[66117]: INFO networking_nsxv3.common.synchronization [None req-6229ff9f-dc2e-4ffa-a205-d1730c840718 None None] Enqueued Resource ID: f60ba03e-cdf8-41e9-b498-d23467f4b882 with Priority: HIGHEST for action port [ 928.237349] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f60ba03e-cdf8-41e9-b498-d23467f4b882 with Priority: HIGHEST for action port [ 928.238018] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f60ba03e-cdf8-41e9-b498-d23467f4b882 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.238018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f60ba03e-cdf8-41e9-b498-d23467f4b882" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.238018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f60ba03e-cdf8-41e9-b498-d23467f4b882" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.238445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f60ba03e-cdf8-41e9-b498-d23467f4b882" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.239027] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f60ba03e-cdf8-41e9-b498-d23467f4b882',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.744276] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f60ba03e-cdf8-41e9-b498-d23467f4b882 [ 928.744276] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.744276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.744276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.744276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.744276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.744276] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f60ba03e-cdf8-41e9-b498-d23467f4b882 already deleted. [ 928.744276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f60ba03e-cdf8-41e9-b498-d23467f4b882" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.131199] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: SUCCESS [ 929.131602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.205271] env[66117]: INFO networking_nsxv3.common.synchronization [None req-386173b6-8bf4-408b-bab3-1c410665a856 None None] Enqueued Resource ID: 53c6b366-fcb7-4d7c-b0f8-4ad8b668a5df with Priority: HIGHEST for action port [ 931.205271] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c6b366-fcb7-4d7c-b0f8-4ad8b668a5df with Priority: HIGHEST for action port [ 931.205271] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-53c6b366-fcb7-4d7c-b0f8-4ad8b668a5df taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.205271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53c6b366-fcb7-4d7c-b0f8-4ad8b668a5df" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.205271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53c6b366-fcb7-4d7c-b0f8-4ad8b668a5df" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.205271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53c6b366-fcb7-4d7c-b0f8-4ad8b668a5df" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.205271] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53c6b366-fcb7-4d7c-b0f8-4ad8b668a5df',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.708407] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53c6b366-fcb7-4d7c-b0f8-4ad8b668a5df [ 931.708665] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.708829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.709090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.709090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.709288] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.709366] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53c6b366-fcb7-4d7c-b0f8-4ad8b668a5df already deleted. [ 931.709441] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53c6b366-fcb7-4d7c-b0f8-4ad8b668a5df" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.219635] env[66117]: INFO networking_nsxv3.common.synchronization [req-a36a53a0-3786-4c1d-851a-5f2f50bb5dec req-c5709b2b-9f48-4037-87cb-85563becac6d tempest-ImagesTestJSON-1892496762 tempest-ImagesTestJSON-1892496762-project-member] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 933.220471] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 933.220525] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.220644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.220701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.220975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.221164] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.221264] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.221857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.221857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.221857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.221857] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.654812] env[66117]: INFO networking_nsxv3.common.synchronization [None req-ec6536f3-cb38-4fa8-b6e9-b1667028b144 None None] Enqueued Resource ID: 673bfecb-ce68-4e07-897c-71479c627cc3 with Priority: HIGHEST for action port [ 933.654812] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673bfecb-ce68-4e07-897c-71479c627cc3 with Priority: HIGHEST for action port [ 933.654812] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-673bfecb-ce68-4e07-897c-71479c627cc3 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.654812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-673bfecb-ce68-4e07-897c-71479c627cc3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.654812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-673bfecb-ce68-4e07-897c-71479c627cc3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.654812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-673bfecb-ce68-4e07-897c-71479c627cc3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.654812] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('673bfecb-ce68-4e07-897c-71479c627cc3',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.720908] env[66117]: INFO networking_nsxv3.common.synchronization [req-587d2351-13bc-429d-9e23-b8e9151c7ab6 req-b244f623-bae6-438a-b83b-fb8bf18403c6 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 933.721469] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 933.721877] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.722012] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.722091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.722548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.722548] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.722548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.722719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.722757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.722840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.722933] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.724040] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.094077] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.094212] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.094274] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.095248] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.095248] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.095248] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.095248] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.095631] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.095631] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.095753] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.095864] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.096031] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.096200] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.096876] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.096876] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.096876] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.118295] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.118295] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.118295] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.118574] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.119446] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-e2f577ed-7ade-4163-bfa5-abb77420cb14 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.119446] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-e2f577ed-7ade-4163-bfa5-abb77420cb14" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.119446] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-e2f577ed-7ade-4163-bfa5-abb77420cb14" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.119446] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-e2f577ed-7ade-4163-bfa5-abb77420cb14" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.119705] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2f577ed-7ade-4163-bfa5-abb77420cb14',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.158494] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 673bfecb-ce68-4e07-897c-71479c627cc3 [ 934.158579] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.158876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.158876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.159050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.159097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.159829] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:673bfecb-ce68-4e07-897c-71479c627cc3 already deleted. [ 934.159829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-673bfecb-ce68-4e07-897c-71479c627cc3" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.226489] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.226802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.226802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.226957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.227068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.227266] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.227367] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.227422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.227577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.227653] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.227735] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be deleted. [ 934.229428] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.265967] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.266224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.266224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.266451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.266526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.266879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.623486] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.623846] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.624033] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.624400] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.624623] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.624840] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port e2f577ed-7ade-4163-bfa5-abb77420cb14 not found, creating... [ 934.625257] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.625514] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.625711] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.626013] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.626194] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.626760] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.626877] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.627013] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.627335] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.627558] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.627775] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: e2f577ed-7ade-4163-bfa5-abb77420cb14 is going to be created. [ 934.652657] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.652859] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.652986] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.653240] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.653470] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.653748] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-e2f577ed-7ade-4163-bfa5-abb77420cb14" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.732385] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.732622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.732622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.732949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.733209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.733291] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 934.782161] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.782362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.782403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.782646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.782800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.797588] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 935.389338] env[66117]: INFO networking_nsxv3.common.synchronization [req-587d2351-13bc-429d-9e23-b8e9151c7ab6 req-39372f9e-a024-4cb1-b587-4b837660abca service nova] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_rules [ 935.389630] env[66117]: INFO networking_nsxv3.common.synchronization [req-587d2351-13bc-429d-9e23-b8e9151c7ab6 req-39372f9e-a024-4cb1-b587-4b837660abca service nova] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 935.391091] env[66117]: INFO networking_nsxv3.common.synchronization [req-587d2351-13bc-429d-9e23-b8e9151c7ab6 req-39372f9e-a024-4cb1-b587-4b837660abca service nova] Enqueued Resource ID: e2f577ed-7ade-4163-bfa5-abb77420cb14 with Priority: HIGHEST for action port [ 935.391091] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_rules [ 935.391091] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 935.391091] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f577ed-7ade-4163-bfa5-abb77420cb14 with Priority: HIGHEST for action port [ 935.391091] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.391091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.391091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.391409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.391409] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.395160] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.397116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.397116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.397116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.397116] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.397116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.397771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.400658] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.400658] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.400658] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.400658] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2f577ed-7ade-4163-bfa5-abb77420cb14 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.400658] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2f577ed-7ade-4163-bfa5-abb77420cb14" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.400658] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2f577ed-7ade-4163-bfa5-abb77420cb14" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.400658] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2f577ed-7ade-4163-bfa5-abb77420cb14" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.400658] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2f577ed-7ade-4163-bfa5-abb77420cb14',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.515032] env[66117]: INFO networking_nsxv3.common.synchronization [req-9965ec36-99cc-466d-b4c5-b8d545fe3171 req-c2428475-ac5e-4e92-8b63-4ec08bc258f4 tempest-ServersAdminTestJSON-2048552091 tempest-ServersAdminTestJSON-2048552091-project-member] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 935.519909] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGHEST for action security_group_members [ 935.520419] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.520580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.520677] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.520964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.521195] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.521338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.521427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.521649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.521761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.521931] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.901874] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.902848] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.902848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.903065] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2f577ed-7ade-4163-bfa5-abb77420cb14 with status ACTIVE [ 935.903212] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.903328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.903421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.903591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.903964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.903964] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.903964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.904627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.904627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.904627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.904627] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.904627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.904627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.904860] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.904860] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.904913] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2f577ed-7ade-4163-bfa5-abb77420cb14 is going to be updated. [ 935.927792] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.927967] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.928018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.929184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.929184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.929184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2f577ed-7ade-4163-bfa5-abb77420cb14" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.025219] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.025417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.025455] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.025803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.060376] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.061177] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.061177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.061177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.061177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.061177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.061177] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be updated. [ 936.088121] env[66117]: INFO networking_nsxv3.common.synchronization [req-38520c93-67d6-4114-b8e4-3d9e65a66c9f req-d532a364-082d-400a-8c40-479610c872e3 tempest-DeleteServersTestJSON-1546501066 tempest-DeleteServersTestJSON-1546501066-project-member] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 936.088121] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 936.088121] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.088787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.088978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.090088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.090657] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.090657] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.090657] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.091202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.091942] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.091942] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.106574] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.106574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.106744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.106849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.106988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.120427] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: IN_PROGRESS for 2s [ 936.240978] env[66117]: INFO networking_nsxv3.common.synchronization [None req-43a9af5d-084a-4466-ba95-49fc0a044cdf tempest-ServerActionsTestOtherA-837803977 tempest-ServerActionsTestOtherA-837803977-project-member] Enqueued Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGHEST for action security_group_rules [ 936.241880] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGHEST for action security_group_rules [ 936.242076] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a511eb8-9666-4dea-adb9-d6503f53f94c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.243712] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.243712] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.243712] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.243712] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a511eb8-9666-4dea-adb9-d6503f53f94c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.365685] env[66117]: INFO networking_nsxv3.common.synchronization [None req-69a782fe-f976-408f-a7ca-b8fdaf4ece42 tempest-ServerActionsTestOtherA-837803977 tempest-ServerActionsTestOtherA-837803977-project-member] Enqueued Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGHEST for action security_group_rules [ 936.366104] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGHEST for action security_group_rules [ 936.366619] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a511eb8-9666-4dea-adb9-d6503f53f94c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.366619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.408293] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.486221] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.486380] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.486481] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.486832] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.487101] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.487251] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.487488] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.487572] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.487711] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.487916] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.488623] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.488884] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.489258] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.489528] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.490147] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.490364] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.517514] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.517514] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.517514] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.517881] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.517943] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-c7a6acd0-776e-40f3-aa18-7b913a6e5ad4 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.518134] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-c7a6acd0-776e-40f3-aa18-7b913a6e5ad4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.518223] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-c7a6acd0-776e-40f3-aa18-7b913a6e5ad4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.518560] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-c7a6acd0-776e-40f3-aa18-7b913a6e5ad4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.518695] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7a6acd0-776e-40f3-aa18-7b913a6e5ad4',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.595532] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.595532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.595532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.595532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.595532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.595768] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.595826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.595953] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.596032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.596104] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.596190] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 936.622237] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.622409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.622452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.622793] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.623453] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.634660] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 936.765272] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.765544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.765641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.765953] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.766186] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.766337] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c already deleted. [ 936.766488] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.766667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.766829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.766923] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a511eb8-9666-4dea-adb9-d6503f53f94c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.806727] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 936.806979] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.910220] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.910825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.910825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.910955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.911092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.911308] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be created. [ 936.939636] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.939798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.939871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.940186] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.940391] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.950453] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: UNINITIALIZED for 2s [ 937.020667] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.020931] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.021083] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.021370] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.021516] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.021722] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port c7a6acd0-776e-40f3-aa18-7b913a6e5ad4 not found, creating... [ 937.021970] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.022137] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.022251] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.022465] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.022616] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.022919] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.023088] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.023202] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.023407] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.023538] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.023674] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: c7a6acd0-776e-40f3-aa18-7b913a6e5ad4 is going to be created. [ 937.043187] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.043461] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.043529] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.043842] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.044104] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.044338] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-c7a6acd0-776e-40f3-aa18-7b913a6e5ad4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.293166] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.293435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.293435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.293725] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.293858] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.294070] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c already deleted. [ 937.294219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.763930] env[66117]: INFO networking_nsxv3.common.synchronization [req-38520c93-67d6-4114-b8e4-3d9e65a66c9f req-46658e0b-6c1f-40ed-9818-348ecd2496a8 service nova] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_rules [ 937.763930] env[66117]: INFO networking_nsxv3.common.synchronization [req-38520c93-67d6-4114-b8e4-3d9e65a66c9f req-46658e0b-6c1f-40ed-9818-348ecd2496a8 service nova] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 937.763930] env[66117]: INFO networking_nsxv3.common.synchronization [req-38520c93-67d6-4114-b8e4-3d9e65a66c9f req-46658e0b-6c1f-40ed-9818-348ecd2496a8 service nova] Enqueued Resource ID: c7a6acd0-776e-40f3-aa18-7b913a6e5ad4 with Priority: HIGHEST for action port [ 937.763930] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_rules [ 937.763930] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 937.763930] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7a6acd0-776e-40f3-aa18-7b913a6e5ad4 with Priority: HIGHEST for action port [ 937.763930] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.764956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.765196] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.765273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.765452] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.766590] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.766689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.766961] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7a6acd0-776e-40f3-aa18-7b913a6e5ad4 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.767917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7a6acd0-776e-40f3-aa18-7b913a6e5ad4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.767917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7a6acd0-776e-40f3-aa18-7b913a6e5ad4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.767917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7a6acd0-776e-40f3-aa18-7b913a6e5ad4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.767917] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7a6acd0-776e-40f3-aa18-7b913a6e5ad4',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.130701] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c in Status: SUCCESS [ 938.130860] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c deletion is rescheduled due to dependency. [ 938.130996] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.272354] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.272354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.273576] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7a6acd0-776e-40f3-aa18-7b913a6e5ad4 with status ACTIVE [ 938.274185] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.274185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.274185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.274447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.274447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.274612] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.274708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.274765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.274913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.274988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.275184] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.275278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.275339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.275479] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.275553] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.275636] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7a6acd0-776e-40f3-aa18-7b913a6e5ad4 is going to be updated. [ 938.303150] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.303440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.303522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.303816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.303974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.304185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7a6acd0-776e-40f3-aa18-7b913a6e5ad4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.646999] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 938.647121] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b deletion is rescheduled due to dependency. [ 938.647222] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.647933] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.647933] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.647933] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.647933] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.648212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.648212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.648288] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.648468] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.961888] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 938.961888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.961888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.961888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.961888] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.961888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.961888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.961888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.961888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.961888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.961888] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.151438] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.466939] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.467183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.467271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.467487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.467698] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.467779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.467826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.468481] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.468481] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.468592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.469458] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.469458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.469458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.469458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.469458] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.469458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.469458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.469458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.470128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.470128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.470128] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.654831] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.972711] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8: rpc.has_security_group_logging(os_id): False [ 939.991587] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.991778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.991828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.992525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.992525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.992525] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.993064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.993064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.993064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.993064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.994647] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.994647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.994647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.994647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.994647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.994647] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.994647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.994647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.994647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.994647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.994647] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be created. [ 940.066133] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.066372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.066372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.066573] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.066748] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.081472] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: IN_PROGRESS for 2s [ 940.157375] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.158498] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.159678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.159950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.160041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.160155] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 940.205432] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.205682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.206071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.207123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.207123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.216329] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 940.398224] env[66117]: INFO networking_nsxv3.common.synchronization [req-05d03700-699f-4799-b349-be63c9cedf8f req-3798ef7b-2c29-4a53-a0b7-f407ee084be8 tempest-ImagesOneServerNegativeTestJSON-1102838547 tempest-ImagesOneServerNegativeTestJSON-1102838547-project-member] Enqueued Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 940.401917] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGHEST for action security_group_members [ 940.401917] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.401917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.401917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.401917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.401917] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.401917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.401917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.401917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.401917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.401917] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.430343] env[66117]: INFO networking_nsxv3.common.synchronization [None req-b0feea8d-822a-4d40-9192-1e3316536248 None None] Enqueued Resource ID: e7c41b3d-2487-44dc-ae34-5cda640b7d06 with Priority: HIGHEST for action port [ 940.430343] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c41b3d-2487-44dc-ae34-5cda640b7d06 with Priority: HIGHEST for action port [ 940.430343] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7c41b3d-2487-44dc-ae34-5cda640b7d06 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.430343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7c41b3d-2487-44dc-ae34-5cda640b7d06" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.430734] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7c41b3d-2487-44dc-ae34-5cda640b7d06" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.430734] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7c41b3d-2487-44dc-ae34-5cda640b7d06" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.430734] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7c41b3d-2487-44dc-ae34-5cda640b7d06',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.906704] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.907063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.907063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.907602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.907602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.907602] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.908150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.908150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.908150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.908150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.908316] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f is going to be updated. [ 940.932958] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7c41b3d-2487-44dc-ae34-5cda640b7d06 [ 940.933208] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.933341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.933405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.933618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.933705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.933804] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7c41b3d-2487-44dc-ae34-5cda640b7d06 already deleted. [ 940.935265] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7c41b3d-2487-44dc-ae34-5cda640b7d06" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.937176] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.937315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.937386] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.937594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.937733] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.951238] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: IN_PROGRESS for 2s [ 941.370152] env[66117]: INFO networking_nsxv3.common.synchronization [req-801edc00-ddb5-4a02-866c-21a96807ed1e req-04141c96-6956-4f87-9ad0-210f4c061c17 tempest-ServerActionsV293TestJSON-1212805081 tempest-ServerActionsV293TestJSON-1212805081-project-member] Enqueued Resource ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 with Priority: HIGHEST for action security_group_members [ 941.370736] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 with Priority: HIGHEST for action security_group_members [ 941.370736] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c48ec49-9158-4bbe-9426-0ba165e64411 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.370736] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.370736] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.370986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.371572] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.371696] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.373627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.373627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.373627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.373627] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c48ec49-9158-4bbe-9426-0ba165e64411',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.874271] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.874412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.874412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.874645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.874729] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.874933] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.875041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.875095] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.875241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.875312] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.875391] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 already deleted. [ 941.877537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.887621] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.887898] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-118" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.888182] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-118" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.888431] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-118" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.888705] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.888846] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.889062] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.889710] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.889710] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.889789] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.890706] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.890706] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.890706] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.890706] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.890706] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.890706] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.910960] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.910960] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.910960] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.910960] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-118" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.913223] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-dcc04ab9-3501-4260-bcdb-8d4fad456727 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.913591] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-dcc04ab9-3501-4260-bcdb-8d4fad456727" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.914466] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-dcc04ab9-3501-4260-bcdb-8d4fad456727" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.914466] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-dcc04ab9-3501-4260-bcdb-8d4fad456727" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.914466] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc04ab9-3501-4260-bcdb-8d4fad456727',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.098254] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 942.098384] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.229200] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 4s [ 942.417371] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.417775] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.417872] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.418346] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.418588] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.418882] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port dcc04ab9-3501-4260-bcdb-8d4fad456727 not found, creating... [ 942.419242] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.419529] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.419671] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.420033] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.420686] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.421280] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.421899] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.422125] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.422432] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.422650] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.422913] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: dcc04ab9-3501-4260-bcdb-8d4fad456727 is going to be created. [ 942.445147] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.445354] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.445922] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.445922] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.446073] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.446431] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-dcc04ab9-3501-4260-bcdb-8d4fad456727" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.567963] env[66117]: INFO networking_nsxv3.common.synchronization [None req-431105e1-7468-423a-a410-19010c8e1e97 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 942.568077] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 942.568318] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.568439] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.568506] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.568707] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.568892] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.568994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.569067] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.569221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.569306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.569398] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.962826] env[66117]: INFO networking_nsxv3.common.synchronization [None req-fe43d0b7-d883-4397-949a-6cf1848d6a25 None None] Enqueued Resource ID: e749122a-065e-4ca1-875b-479323fa4d54 with Priority: HIGHEST for action port [ 942.964357] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f in Status: SUCCESS [ 942.964610] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f deletion is rescheduled due to dependency. [ 942.964783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.965766] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e749122a-065e-4ca1-875b-479323fa4d54 with Priority: HIGHEST for action port [ 942.966562] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e749122a-065e-4ca1-875b-479323fa4d54 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.966700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e749122a-065e-4ca1-875b-479323fa4d54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.966774] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e749122a-065e-4ca1-875b-479323fa4d54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.967071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e749122a-065e-4ca1-875b-479323fa4d54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.967179] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e749122a-065e-4ca1-875b-479323fa4d54',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.073534] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.184494] env[66117]: INFO networking_nsxv3.common.synchronization [req-801edc00-ddb5-4a02-866c-21a96807ed1e req-57a8b90b-02c2-4233-837f-4261a0766ed8 service nova] Enqueued Resource ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 with Priority: HIGHEST for action security_group_rules [ 943.184550] env[66117]: INFO networking_nsxv3.common.synchronization [req-801edc00-ddb5-4a02-866c-21a96807ed1e req-57a8b90b-02c2-4233-837f-4261a0766ed8 service nova] Enqueued Resource ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 with Priority: HIGHEST for action security_group_members [ 943.184669] env[66117]: INFO networking_nsxv3.common.synchronization [req-801edc00-ddb5-4a02-866c-21a96807ed1e req-57a8b90b-02c2-4233-837f-4261a0766ed8 service nova] Enqueued Resource ID: dcc04ab9-3501-4260-bcdb-8d4fad456727 with Priority: HIGHEST for action port [ 943.185229] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 with Priority: HIGHEST for action security_group_rules [ 943.185366] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 with Priority: HIGHEST for action security_group_members [ 943.185459] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc04ab9-3501-4260-bcdb-8d4fad456727 with Priority: HIGHEST for action port [ 943.185927] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c48ec49-9158-4bbe-9426-0ba165e64411 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.186019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.186686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.186686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.186686] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c48ec49-9158-4bbe-9426-0ba165e64411',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.188594] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c48ec49-9158-4bbe-9426-0ba165e64411 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.188594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.188594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.188594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.188594] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.188594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.188594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.188840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.188840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.188840] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c48ec49-9158-4bbe-9426-0ba165e64411',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.191259] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcc04ab9-3501-4260-bcdb-8d4fad456727 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.191259] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcc04ab9-3501-4260-bcdb-8d4fad456727" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.191259] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcc04ab9-3501-4260-bcdb-8d4fad456727" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.191259] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcc04ab9-3501-4260-bcdb-8d4fad456727" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.191259] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc04ab9-3501-4260-bcdb-8d4fad456727',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.470436] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e749122a-065e-4ca1-875b-479323fa4d54 [ 943.471068] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.471068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.471068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.471253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.471253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.471440] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e749122a-065e-4ca1-875b-479323fa4d54 already deleted. [ 943.471440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e749122a-065e-4ca1-875b-479323fa4d54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.578305] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.697409] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c48ec49-9158-4bbe-9426-0ba165e64411 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.697409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.697409] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c48ec49-9158-4bbe-9426-0ba165e64411',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.697409] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcc04ab9-3501-4260-bcdb-8d4fad456727 with status ACTIVE [ 943.697409] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.697409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.697409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.697409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.697409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.697409] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.697409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.697409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.697409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.697409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.698039] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.698039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.698039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.698039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.698039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.698039] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcc04ab9-3501-4260-bcdb-8d4fad456727 is going to be updated. [ 943.735274] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.735451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.735514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.735713] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.735851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.736029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcc04ab9-3501-4260-bcdb-8d4fad456727" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.081200] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.081200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.081200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.081200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.081200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.081200] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be updated. [ 944.112178] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.112178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.112178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.112178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.112354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.122459] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: IN_PROGRESS for 2s [ 944.199438] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c48ec49-9158-4bbe-9426-0ba165e64411',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.240962] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 944.241247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.241369] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.241585] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.241805] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.241921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.241981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.242360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.242459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.242548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.242650] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.702374] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.702669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.702783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.702958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.703059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.703159] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 is going to be created. [ 944.728645] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.728645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.728645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.729086] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.729086] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.738954] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 in Status: UNINITIALIZED for 2s [ 944.746564] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.746729] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.746826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.747088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.747273] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.747395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.747468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.747653] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.747748] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.747847] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.748040] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.748169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.748240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.748413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.748632] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.748743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.748807] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.748977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.749072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.749183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.749281] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.251713] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d84e082-9db3-47fe-9d8c-f2b29abfea3b: rpc.has_security_group_logging(os_id): False [ 945.270491] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.270700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.270700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.270973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.271072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.271293] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.271386] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.271456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.271680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.271772] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.271969] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.272078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.272154] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.272279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.272461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.272533] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.272620] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.272674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.272877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.272948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.273036] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 945.357158] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.357419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.357419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.357641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.357803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.383540] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 945.737711] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.738057] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.738057] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.738354] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.738643] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.738849] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.738955] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.740935] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.740935] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.740935] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.741081] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.741152] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.741407] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.741576] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.741753] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.741898] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.765904] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.766473] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.766473] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.766593] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.766946] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-3e679c53-858e-45fd-a9ab-29cf650a8e18 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.767149] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-3e679c53-858e-45fd-a9ab-29cf650a8e18" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.767406] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-3e679c53-858e-45fd-a9ab-29cf650a8e18" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.767772] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-3e679c53-858e-45fd-a9ab-29cf650a8e18" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.768642] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e679c53-858e-45fd-a9ab-29cf650a8e18',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.136033] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 946.136350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.271569] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.271847] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.271999] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.272296] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.272457] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.272600] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 3e679c53-858e-45fd-a9ab-29cf650a8e18 not found, creating... [ 946.272870] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.273079] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.273183] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.273409] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.273545] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.273834] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.273989] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.274120] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.274326] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.274461] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.274592] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 3e679c53-858e-45fd-a9ab-29cf650a8e18 is going to be created. [ 946.297035] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.297255] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.297312] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.297585] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.297815] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.298054] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-3e679c53-858e-45fd-a9ab-29cf650a8e18" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.751448] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 in Status: SUCCESS [ 946.751448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.751448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.751448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.751448] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.751448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.751448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.752199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.752199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.752199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.752199] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c48ec49-9158-4bbe-9426-0ba165e64411',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.059906] env[66117]: INFO networking_nsxv3.common.synchronization [req-7f8d519b-84bf-480c-a162-d2492d4ac5b7 req-dce6b07c-bc02-4a4a-a049-ba9a1e1468ce service nova] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_rules [ 947.060102] env[66117]: INFO networking_nsxv3.common.synchronization [req-7f8d519b-84bf-480c-a162-d2492d4ac5b7 req-dce6b07c-bc02-4a4a-a049-ba9a1e1468ce service nova] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 947.060241] env[66117]: INFO networking_nsxv3.common.synchronization [req-7f8d519b-84bf-480c-a162-d2492d4ac5b7 req-dce6b07c-bc02-4a4a-a049-ba9a1e1468ce service nova] Enqueued Resource ID: 3e679c53-858e-45fd-a9ab-29cf650a8e18 with Priority: HIGHEST for action port [ 947.060946] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_rules [ 947.060946] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 947.061160] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e679c53-858e-45fd-a9ab-29cf650a8e18 with Priority: HIGHEST for action port [ 947.061481] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.061686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.061857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.062143] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.062286] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.064657] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.065097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.065240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.065578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.065783] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.065901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.065965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.066158] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.066248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.066350] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.068760] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e679c53-858e-45fd-a9ab-29cf650a8e18 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.068952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e679c53-858e-45fd-a9ab-29cf650a8e18" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.069863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e679c53-858e-45fd-a9ab-29cf650a8e18" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.070620] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e679c53-858e-45fd-a9ab-29cf650a8e18" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.070620] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e679c53-858e-45fd-a9ab-29cf650a8e18',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.157386] env[66117]: INFO networking_nsxv3.common.synchronization [req-d9adbefa-0a7e-4d58-9961-3afdeb3a17db req-a88c7722-52b9-43ed-97a4-9ba1e317c957 tempest-ListServerFiltersTestJSON-309058381 tempest-ListServerFiltersTestJSON-309058381-project-member] Enqueued Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 947.158023] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 947.159295] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.159295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.159295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.159295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.159295] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.159295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.159295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.159295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.159631] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.159808] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.254433] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c48ec49-9158-4bbe-9426-0ba165e64411',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.402505] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 947.402768] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.565808] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.565808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.572472] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.574903] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e679c53-858e-45fd-a9ab-29cf650a8e18 with status ACTIVE [ 947.575140] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.577020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.577020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.577020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.577020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.577020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.577020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.577020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.577020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.577020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.577020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.577020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.577020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.577020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.577020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.577020] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e679c53-858e-45fd-a9ab-29cf650a8e18 is going to be updated. [ 947.599147] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.599147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.599147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.599147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.599147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.599147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e679c53-858e-45fd-a9ab-29cf650a8e18" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.662944] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.756697] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c48ec49-9158-4bbe-9426-0ba165e64411: rpc.has_security_group_logging(os_id): False [ 947.778990] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.779188] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.779258] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.779508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.779655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.779904] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.779982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.780111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.780229] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.780284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.780371] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 is going to be created. [ 947.845337] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.845577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.845577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.845785] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.845978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.858017] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 in Status: IN_PROGRESS for 2s [ 948.075317] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.166193] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.579563] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.579688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.579733] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.580938] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.580938] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.580938] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be updated. [ 948.638092] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.638528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.638622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.638820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.638959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.650258] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: IN_PROGRESS for 2s [ 948.669164] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.669529] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.669806] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.669993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.670106] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.670209] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 is going to be updated. [ 948.708128] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.708894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.708894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.708894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.709011] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.721621] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: IN_PROGRESS for 2s [ 949.873631] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 in Status: SUCCESS [ 949.873945] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.663714] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 950.663989] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.665125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.665318] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.665515] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.665645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.665701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.665851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.665928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.666025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.666114] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.733162] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: SUCCESS [ 950.733414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.173074] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.173074] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.173074] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.173074] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.173074] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.173601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.173601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.173601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.173601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.173601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.173601] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.173772] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.173772] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.174029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.174086] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.174152] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.174210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.174351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.174419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.175025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.175025] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.679537] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8: rpc.has_security_group_logging(os_id): False [ 951.699248] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.699654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.699654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.699755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.699859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.700094] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.700236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.700359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.700548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.700626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.700822] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.700907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.701014] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.701120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.701186] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.701362] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.701467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.701514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.701639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.701750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.701870] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be updated. [ 951.776634] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.776815] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.776890] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.777155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.777338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.795846] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: IN_PROGRESS for 2s [ 952.158447] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 952.158447] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 953.143236] env[66117]: INFO networking_nsxv3.common.synchronization [None req-d0299871-e919-4836-aeef-aecb42892763 tempest-ServerActionsTestJSON-1889167364 tempest-ServerActionsTestJSON-1889167364-project-member] Enqueued Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGHEST for action security_group_rules [ 953.143236] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGHEST for action security_group_rules [ 953.143236] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.143236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.143236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.143236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.143236] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86b8eb0d-2743-4198-8125-fcd6c37c37fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.248175] env[66117]: INFO networking_nsxv3.common.synchronization [None req-580deab2-c913-4a2b-8046-91c13dd21c0d tempest-ServerActionsTestJSON-1889167364 tempest-ServerActionsTestJSON-1889167364-project-member] Enqueued Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGHEST for action security_group_rules [ 953.248451] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGHEST for action security_group_rules [ 953.248847] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.248973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.664408] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.664678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.664952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.665201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.665387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.665562] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb already deleted. [ 953.665732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.666033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.666339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.666497] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86b8eb0d-2743-4198-8125-fcd6c37c37fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.811218] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 953.811404] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.186872] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.187165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.187165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.187308] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.187392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.187487] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb already deleted. [ 954.187568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.443303] env[66117]: INFO networking_nsxv3.common.synchronization [req-cdd9562d-4710-4034-9794-f7dbb461a196 req-97df3f48-0cb4-4f63-b082-27920896186e tempest-DeleteServersTestJSON-1546501066 tempest-DeleteServersTestJSON-1546501066-project-member] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 954.443827] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 954.444374] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.444374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.444374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.444720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.444720] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.444841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.444841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.444960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.445026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.450241] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.952654] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.952819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.952893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.953146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.953242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.953440] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.953539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.953605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.953761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.953838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.953922] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 954.985992] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.986155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.986223] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.986463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.986610] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.997922] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 955.336866] env[66117]: INFO networking_nsxv3.common.synchronization [req-054a070d-d753-4201-a570-7bbf5f961524 req-10841e1e-b85b-4117-8c2e-3b2b9eb530f1 tempest-AttachVolumeShelveTestJSON-1579437401 tempest-AttachVolumeShelveTestJSON-1579437401-project-member] Enqueued Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_members [ 955.337359] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_members [ 955.338569] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f210ec3a-9c08-443a-b12e-f626aab316e1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.338569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.338569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.338569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.338569] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.338830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.339199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.339199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.339199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.339375] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.739743] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.739952] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.740175] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.740513] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.740776] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.740935] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.741065] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.741280] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.741422] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.741626] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.741756] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.741872] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.741981] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.742108] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.742212] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.742342] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.778778] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.778971] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.779101] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.779299] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.779705] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-040b183d-1d13-435a-9718-08f16057a49e taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.779908] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.780101] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.780431] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.780573] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('040b183d-1d13-435a-9718-08f16057a49e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.842443] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.842642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.842642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.842887] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.843027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.843274] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.843444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.843552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.844212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.844347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.844460] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f210ec3a-9c08-443a-b12e-f626aab316e1 already deleted. [ 955.844550] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.282957] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.283266] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.283371] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.283648] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.283803] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.283984] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 040b183d-1d13-435a-9718-08f16057a49e not found, creating... [ 956.284322] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.284491] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.284607] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.284837] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.284981] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.285277] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.285429] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.285540] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.285744] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.285875] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.286023] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 040b183d-1d13-435a-9718-08f16057a49e is going to be created. [ 956.308255] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.308496] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.308626] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.308852] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.309086] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.309344] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.008814] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 957.009112] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b deletion is rescheduled due to dependency. [ 957.009112] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.023512] env[66117]: INFO networking_nsxv3.common.synchronization [req-054a070d-d753-4201-a570-7bbf5f961524 req-153607db-2734-4ac8-8092-ddadd0082bf8 service nova] Enqueued Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_rules [ 957.023563] env[66117]: INFO networking_nsxv3.common.synchronization [req-054a070d-d753-4201-a570-7bbf5f961524 req-153607db-2734-4ac8-8092-ddadd0082bf8 service nova] Enqueued Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_members [ 957.023688] env[66117]: INFO networking_nsxv3.common.synchronization [req-054a070d-d753-4201-a570-7bbf5f961524 req-153607db-2734-4ac8-8092-ddadd0082bf8 service nova] Enqueued Resource ID: 040b183d-1d13-435a-9718-08f16057a49e with Priority: HIGHEST for action port [ 957.024307] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_rules [ 957.024461] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_members [ 957.024539] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040b183d-1d13-435a-9718-08f16057a49e with Priority: HIGHEST for action port [ 957.024822] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f210ec3a-9c08-443a-b12e-f626aab316e1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.024946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.025246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.025453] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.025541] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.026844] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f210ec3a-9c08-443a-b12e-f626aab316e1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.026944] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.027995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.027995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.027995] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.027995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.027995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.027995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.027995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.027995] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.029087] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-040b183d-1d13-435a-9718-08f16057a49e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.029200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.030112] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.030112] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.030112] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('040b183d-1d13-435a-9718-08f16057a49e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.527492] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f210ec3a-9c08-443a-b12e-f626aab316e1 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.527690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.530932] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.532208] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 040b183d-1d13-435a-9718-08f16057a49e with status ACTIVE [ 957.532305] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.532387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.532438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.532663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.533142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.533142] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.533261] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.533261] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.533481] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.533521] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.533698] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.533830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.533894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.534047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.534115] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.534344] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 040b183d-1d13-435a-9718-08f16057a49e is going to be updated. [ 957.555380] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.555531] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.555602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.555797] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.555929] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.556108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.036362] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.539311] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.539501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.539657] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.539980] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.540205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.540400] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f210ec3a-9c08-443a-b12e-f626aab316e1 is going to be created. [ 958.565666] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.565854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.565936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.566159] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.566312] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.576450] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f210ec3a-9c08-443a-b12e-f626aab316e1 in Status: UNINITIALIZED for 2s [ 959.861122] env[66117]: INFO networking_nsxv3.common.synchronization [req-709ea458-25be-4cfe-8b3d-f4c6596f2ac9 req-3f9a3af9-db0a-4b8d-aebe-3ca6fdc1d383 tempest-ServersTestJSON-223012260 tempest-ServersTestJSON-223012260-project-member] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 959.861758] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 959.862305] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.862305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.862432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.862614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.862829] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.863606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.863755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.863881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.863970] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.864081] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.234040] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.234040] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.234040] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.234443] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.234712] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.234873] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.235015] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.235255] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.235397] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.235704] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.235765] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.235917] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.236054] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.236226] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.236379] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.236515] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.260125] env[66117]: INFO networking_nsxv3.common.synchronization [req-214c9a3f-d268-4c77-b09c-4c7d149cbbbb req-7adda31d-e8c6-4f82-949c-ce5b3afb55db tempest-ImagesTestJSON-1892496762 tempest-ImagesTestJSON-1892496762-project-member] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 960.260724] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 960.261061] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.261187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.261446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.261446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.261595] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.261687] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.261838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.261958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.262051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.262141] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.265512] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.265854] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.265854] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.265981] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.266355] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-79ff4efa-c1dd-450e-add6-b2f331f64229 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.266484] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-79ff4efa-c1dd-450e-add6-b2f331f64229" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.266600] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-79ff4efa-c1dd-450e-add6-b2f331f64229" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.266882] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-79ff4efa-c1dd-450e-add6-b2f331f64229" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.267025] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79ff4efa-c1dd-450e-add6-b2f331f64229',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.368025] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.368199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.368274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.368493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.368582] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.368779] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.368876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.368985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.369200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.369300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.369354] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d already deleted. [ 960.369482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.588071] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f210ec3a-9c08-443a-b12e-f626aab316e1 in Status: SUCCESS [ 960.588371] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.588543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.588770] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.589022] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.589119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.589184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.589344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.589423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.589508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.589694] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.764662] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.764937] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.765093] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.765377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.765526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.765763] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.766100] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.766239] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.766465] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.766584] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.766711] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 960.769777] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.770105] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.770284] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.770570] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.770757] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.770951] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 79ff4efa-c1dd-450e-add6-b2f331f64229 not found, creating... [ 960.771294] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.771505] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.771659] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.771973] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.772176] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.772519] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.772722] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.772884] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.773110] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.773247] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.773386] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 79ff4efa-c1dd-450e-add6-b2f331f64229 is going to be created. [ 960.795487] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.795487] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.795645] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.795874] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.796113] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.796339] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-79ff4efa-c1dd-450e-add6-b2f331f64229" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.806994] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.807190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.807290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.807777] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.807777] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.820984] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 960.845443] env[66117]: INFO networking_nsxv3.common.synchronization [req-65749430-8935-474d-8ab7-84131c41b554 req-5c26f412-ee3a-4872-8144-6baf761874ed tempest-ServersTestJSON-215398209 tempest-ServersTestJSON-215398209-project-member] Enqueued Resource ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e with Priority: HIGHEST for action security_group_members [ 960.845994] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e with Priority: HIGHEST for action security_group_members [ 960.846320] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.846446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.846504] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.846714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.846861] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.846958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.847236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.847425] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.847515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.847612] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf73d046-9c6f-4f2c-84c0-7ec4931b561e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.092544] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.350966] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.351185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.351219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.351479] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.351599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.351867] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.351982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.352046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.352429] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.352429] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.352429] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e is going to be updated. [ 961.534371] env[66117]: INFO networking_nsxv3.common.synchronization [req-709ea458-25be-4cfe-8b3d-f4c6596f2ac9 req-5b50610d-2c87-49ab-9913-10122eb9cc26 service nova] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_rules [ 961.534371] env[66117]: INFO networking_nsxv3.common.synchronization [req-709ea458-25be-4cfe-8b3d-f4c6596f2ac9 req-5b50610d-2c87-49ab-9913-10122eb9cc26 service nova] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 961.534371] env[66117]: INFO networking_nsxv3.common.synchronization [req-709ea458-25be-4cfe-8b3d-f4c6596f2ac9 req-5b50610d-2c87-49ab-9913-10122eb9cc26 service nova] Enqueued Resource ID: 79ff4efa-c1dd-450e-add6-b2f331f64229 with Priority: HIGHEST for action port [ 961.534957] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.535102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.535280] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.535378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.535515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.536847] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_rules [ 961.536978] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 961.537156] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ff4efa-c1dd-450e-add6-b2f331f64229 with Priority: HIGHEST for action port [ 961.537516] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.537626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.537690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.538142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.538142] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.539058] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.539143] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.539194] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.540209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.540209] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.540209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.540209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.540209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.540209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.540209] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.540783] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-79ff4efa-c1dd-450e-add6-b2f331f64229 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.540897] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79ff4efa-c1dd-450e-add6-b2f331f64229" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.540946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79ff4efa-c1dd-450e-add6-b2f331f64229" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.541270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79ff4efa-c1dd-450e-add6-b2f331f64229" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.541325] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79ff4efa-c1dd-450e-add6-b2f331f64229',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.556225] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e in Status: IN_PROGRESS for 2s [ 961.743705] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f210ec3a-9c08-443a-b12e-f626aab316e1: rpc.has_security_group_logging(os_id): False [ 961.763465] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.763465] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.763465] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.763465] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.763465] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.765414] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.766381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.766453] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.766716] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.766801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.766894] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f210ec3a-9c08-443a-b12e-f626aab316e1 is going to be created. [ 961.862844] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.863180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.863332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.863643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.864073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.878522] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f210ec3a-9c08-443a-b12e-f626aab316e1 in Status: IN_PROGRESS for 2s [ 961.972959] env[66117]: INFO networking_nsxv3.common.synchronization [req-499d69d4-e578-40ad-b453-b3ff1893a643 req-722283d8-d13c-4fea-9805-698dc42c4a55 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 961.973422] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 961.973759] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.973940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.974046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.974263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.974421] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.974522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.974587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.974727] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.974812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.974903] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.046169] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.046296] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.047062] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.047381] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79ff4efa-c1dd-450e-add6-b2f331f64229 with status ACTIVE [ 962.047567] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.047681] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.047747] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.047949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.048047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.048222] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.048313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.048722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.048722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.048722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.048974] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.049093] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.049252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.049300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.049357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.049441] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79ff4efa-c1dd-450e-add6-b2f331f64229 is going to be updated. [ 962.075938] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.076084] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.076167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.076388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.076591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.076676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79ff4efa-c1dd-450e-add6-b2f331f64229" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.345249] env[66117]: INFO networking_nsxv3.common.synchronization [None req-7b1a9715-9068-4c6a-8d12-aab278f8c80c tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 962.345570] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 962.345764] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.346670] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.521881] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.552666] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.832193] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 962.832379] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae deletion is rescheduled due to dependency. [ 962.832489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.980203] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.054580] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.054800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.054800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.056030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.056030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.056030] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be created. [ 963.088112] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.088316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.088383] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.088597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.088779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.099461] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: UNINITIALIZED for 2s [ 963.483081] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.483492] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.483492] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.483561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.483622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.483722] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be updated. [ 963.513598] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.513779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.513844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.514085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.514246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.525061] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: IN_PROGRESS for 2s [ 963.568404] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e in Status: SUCCESS [ 963.569105] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf73d046-9c6f-4f2c-84c0-7ec4931b561e deletion is rescheduled due to dependency. [ 963.569105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf73d046-9c6f-4f2c-84c0-7ec4931b561e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.891704] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f210ec3a-9c08-443a-b12e-f626aab316e1 in Status: SUCCESS [ 963.891974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.110076] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 965.110357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.110469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.110683] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.111381] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.111381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.111381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.111381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.111381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.111631] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.111631] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.123387] env[66117]: INFO networking_nsxv3.common.synchronization [req-8e080797-8cda-4120-b69e-942197b9c446 req-a85757fa-1c10-457b-ad18-3f8f7ca925e3 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b with Priority: HIGHEST for action security_group_members [ 965.123628] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b with Priority: HIGHEST for action security_group_members [ 965.124256] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d315c2-aebf-45b5-a554-6b54e4b48a0b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.124391] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.124438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.124622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.124849] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.124943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.125012] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.125157] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.125233] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.125322] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d315c2-aebf-45b5-a554-6b54e4b48a0b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.537546] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 965.540018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.540018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.540018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.540018] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.540018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.540018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.540018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.540018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.540018] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.618148] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.621025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.621025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.621025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.621025] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.621025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.621025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.621025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.621025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.621025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.621025] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.621025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.621025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.621025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.621025] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.621025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.621025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.621025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.621025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.622172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.622172] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.629283] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.632956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.632956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.632956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.632956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.632956] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.632956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.632956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.632956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.632956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.632956] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b is going to be updated. [ 965.665965] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.666177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.666249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.666458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.666595] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.681284] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b in Status: IN_PROGRESS for 2s [ 966.042471] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.042794] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.042874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.043147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.043303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.043528] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.043636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.043636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.044446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.044446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.044446] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be updated. [ 966.071277] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.071431] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.071544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.071981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.071981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.086212] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: IN_PROGRESS for 2s [ 966.126805] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 572c5aac-3968-4ec9-ad45-8c570e47c65d: rpc.has_security_group_logging(os_id): False [ 966.209500] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.209655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.209803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.210073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.210184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.210366] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.210466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.210526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.210680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.210754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.210947] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.211184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.211184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.211250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.211342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.211531] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.211641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.211785] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.211977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.212039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.212123] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be created. [ 966.321987] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.321987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.322188] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.322260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.322434] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.337742] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 967.694109] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b in Status: SUCCESS [ 967.694469] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b deletion is rescheduled due to dependency. [ 967.694546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.098350] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 968.098535] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 deletion is rescheduled due to dependency. [ 968.098649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.350219] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 968.350805] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.593649] env[66117]: INFO networking_nsxv3.common.synchronization [req-4dd69f80-47d2-4756-8b82-8cbe537a0896 req-f3c48a7b-d66c-4f95-8442-13fcc129b6f1 tempest-ServerActionsTestOtherA-837803977 tempest-ServerActionsTestOtherA-837803977-project-member] Enqueued Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGHEST for action security_group_members [ 969.594156] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGHEST for action security_group_members [ 969.594468] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a511eb8-9666-4dea-adb9-d6503f53f94c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.594590] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.594658] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.594913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.595827] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.595949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.596046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.596288] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.596384] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.596483] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a511eb8-9666-4dea-adb9-d6503f53f94c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.053378] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.053575] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.053695] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.053951] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.055030] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.055170] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.055241] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.055468] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.055610] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.055882] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.055996] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.056114] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.056217] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.056325] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.056426] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.056556] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.077852] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.077852] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.077852] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.077852] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.078148] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-f2b7a4dd-0f98-456f-a264-04c332d3374b taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.078224] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-f2b7a4dd-0f98-456f-a264-04c332d3374b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.078321] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-f2b7a4dd-0f98-456f-a264-04c332d3374b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.079075] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-f2b7a4dd-0f98-456f-a264-04c332d3374b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.079075] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2b7a4dd-0f98-456f-a264-04c332d3374b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.100484] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.100633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.100703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.100926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.101025] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.101226] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.101324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.101382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.101829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.101829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.101829] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c already deleted. [ 970.101829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.585671] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.585900] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.586033] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.586326] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.586468] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.586614] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port f2b7a4dd-0f98-456f-a264-04c332d3374b not found, creating... [ 970.586868] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.587029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.587141] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.587348] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.587489] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.587761] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.587907] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.588029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.588226] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.588351] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.588480] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: f2b7a4dd-0f98-456f-a264-04c332d3374b is going to be created. [ 970.609333] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.609735] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.609830] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.610115] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.610345] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.610599] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-f2b7a4dd-0f98-456f-a264-04c332d3374b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.338716] env[66117]: INFO networking_nsxv3.common.synchronization [req-4dd69f80-47d2-4756-8b82-8cbe537a0896 req-b952b24b-d0fd-490f-ac2a-8d9faa53bf8e service nova] Enqueued Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGHEST for action security_group_rules [ 971.338918] env[66117]: INFO networking_nsxv3.common.synchronization [req-4dd69f80-47d2-4756-8b82-8cbe537a0896 req-b952b24b-d0fd-490f-ac2a-8d9faa53bf8e service nova] Enqueued Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGHEST for action security_group_members [ 971.339073] env[66117]: INFO networking_nsxv3.common.synchronization [req-4dd69f80-47d2-4756-8b82-8cbe537a0896 req-b952b24b-d0fd-490f-ac2a-8d9faa53bf8e service nova] Enqueued Resource ID: f2b7a4dd-0f98-456f-a264-04c332d3374b with Priority: HIGHEST for action port [ 971.339817] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGHEST for action security_group_rules [ 971.339960] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGHEST for action security_group_members [ 971.343285] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2b7a4dd-0f98-456f-a264-04c332d3374b with Priority: HIGHEST for action port [ 971.347051] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a511eb8-9666-4dea-adb9-d6503f53f94c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.347051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.347051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.347051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.347051] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a511eb8-9666-4dea-adb9-d6503f53f94c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.347051] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a511eb8-9666-4dea-adb9-d6503f53f94c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.347051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.347051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.347051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.347051] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.347621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.347621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.347621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.347707] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.348594] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a511eb8-9666-4dea-adb9-d6503f53f94c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.350151] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2b7a4dd-0f98-456f-a264-04c332d3374b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.351331] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2b7a4dd-0f98-456f-a264-04c332d3374b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.351331] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2b7a4dd-0f98-456f-a264-04c332d3374b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.351331] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2b7a4dd-0f98-456f-a264-04c332d3374b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.351331] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2b7a4dd-0f98-456f-a264-04c332d3374b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.853210] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a511eb8-9666-4dea-adb9-d6503f53f94c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.854922] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a511eb8-9666-4dea-adb9-d6503f53f94c taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.855072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.855356] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2b7a4dd-0f98-456f-a264-04c332d3374b with status ACTIVE [ 971.855520] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.856328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.856328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.856328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.856328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.856328] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.856328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.856328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.856601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.856601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.856783] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.856855] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.856950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.857097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.857172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.857282] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2b7a4dd-0f98-456f-a264-04c332d3374b is going to be updated. [ 971.890719] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.890870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.891021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.891177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.891315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.891493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2b7a4dd-0f98-456f-a264-04c332d3374b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.363442] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a511eb8-9666-4dea-adb9-d6503f53f94c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.866333] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.866944] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.867175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.868346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.868346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.868346] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c is going to be created. [ 972.898028] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.898028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.898028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.898302] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.898578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.914780] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c in Status: UNINITIALIZED for 2s [ 974.327452] env[66117]: INFO networking_nsxv3.common.synchronization [req-1ad771ef-b024-4469-a04f-8d9dc98e8c6c req-52299b27-b034-408f-b8ca-32041945bdc6 tempest-ServerRescueTestJSONUnderV235-1402446671 tempest-ServerRescueTestJSONUnderV235-1402446671-project-member] Enqueued Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_members [ 974.327452] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_members [ 974.327452] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.327452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.327452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.328342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.328638] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.328866] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.329205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.329460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.329634] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.329824] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.719132] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.719505] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-702" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.719806] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-702" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.720298] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-702" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.721153] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.722179] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.722179] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.722179] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.722512] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.723026] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.723026] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.723127] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.723929] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.724125] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.724387] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.724801] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.765073] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.765472] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.765472] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.765598] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-702" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.765793] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-4e41721f-d716-4a52-9a1e-9075458ff85c taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.766186] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.766268] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.766535] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.768109] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e41721f-d716-4a52-9a1e-9075458ff85c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.832406] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.832491] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.832529] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.832983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.832983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.833117] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.833251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.833251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.833689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.833689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.833689] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 already deleted. [ 974.833689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.926046] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c in Status: SUCCESS [ 974.926338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.926521] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.926754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.926994] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.927399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.927516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.928287] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.928736] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.928736] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.928736] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a511eb8-9666-4dea-adb9-d6503f53f94c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.273207] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.273434] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.273562] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.273841] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.273993] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.274184] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 4e41721f-d716-4a52-9a1e-9075458ff85c not found, creating... [ 975.274398] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.274549] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.274662] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.274880] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.275024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.275304] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.275453] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.275564] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.275762] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.275962] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.276097] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 4e41721f-d716-4a52-9a1e-9075458ff85c is going to be created. [ 975.297446] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.297707] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.297880] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.298374] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.298664] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.298901] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.431483] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a511eb8-9666-4dea-adb9-d6503f53f94c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.936829] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a511eb8-9666-4dea-adb9-d6503f53f94c: rpc.has_security_group_logging(os_id): False [ 975.959640] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.959640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.959640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.959640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.959640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.960031] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.960031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.960031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.960169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.961442] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.961442] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c is going to be created. [ 975.997946] env[66117]: INFO networking_nsxv3.common.synchronization [req-1ad771ef-b024-4469-a04f-8d9dc98e8c6c req-f6d0877a-72ad-4315-bbea-d9a560812bf2 service nova] Enqueued Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_rules [ 975.998219] env[66117]: INFO networking_nsxv3.common.synchronization [req-1ad771ef-b024-4469-a04f-8d9dc98e8c6c req-f6d0877a-72ad-4315-bbea-d9a560812bf2 service nova] Enqueued Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_members [ 975.998390] env[66117]: INFO networking_nsxv3.common.synchronization [req-1ad771ef-b024-4469-a04f-8d9dc98e8c6c req-f6d0877a-72ad-4315-bbea-d9a560812bf2 service nova] Enqueued Resource ID: 4e41721f-d716-4a52-9a1e-9075458ff85c with Priority: HIGHEST for action port [ 975.999168] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_rules [ 975.999367] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_members [ 975.999607] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e41721f-d716-4a52-9a1e-9075458ff85c with Priority: HIGHEST for action port [ 976.000040] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.000178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.000260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.000565] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.001664] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.001664] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.002506] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.002618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.006116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.006116] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.006116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.006116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.006116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.006116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.006116] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.006116] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e41721f-d716-4a52-9a1e-9075458ff85c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.006116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.006116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.006116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.006116] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e41721f-d716-4a52-9a1e-9075458ff85c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.030207] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.030433] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.030559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.031659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.031759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.047220] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c in Status: IN_PROGRESS for 2s [ 976.509355] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.509697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.512278] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.512278] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e41721f-d716-4a52-9a1e-9075458ff85c with status ACTIVE [ 976.512278] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.512278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.512278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.512278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.512278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.512761] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.512761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.512761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.513028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.513161] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.513350] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.513484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.513544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.513641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.514943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.514943] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e41721f-d716-4a52-9a1e-9075458ff85c is going to be updated. [ 976.539320] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.539598] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.539598] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.539882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.540054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.540508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.994128] env[66117]: INFO networking_nsxv3.common.synchronization [None req-60bfa262-8833-4691-911a-9a0f26ccb6e5 None None] Enqueued Resource ID: 69a91ebe-6903-4a7f-b4b7-b8366c6ddeb5 with Priority: HIGHEST for action port [ 976.994966] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69a91ebe-6903-4a7f-b4b7-b8366c6ddeb5 with Priority: HIGHEST for action port [ 976.995400] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-69a91ebe-6903-4a7f-b4b7-b8366c6ddeb5 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.995542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69a91ebe-6903-4a7f-b4b7-b8366c6ddeb5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.995617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69a91ebe-6903-4a7f-b4b7-b8366c6ddeb5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.996155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69a91ebe-6903-4a7f-b4b7-b8366c6ddeb5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.996196] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69a91ebe-6903-4a7f-b4b7-b8366c6ddeb5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.018248] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.499761] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69a91ebe-6903-4a7f-b4b7-b8366c6ddeb5 [ 977.499761] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.499918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.499918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.500148] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.500497] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.500497] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69a91ebe-6903-4a7f-b4b7-b8366c6ddeb5 already deleted. [ 977.500497] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69a91ebe-6903-4a7f-b4b7-b8366c6ddeb5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.518475] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.519401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.519401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.519401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.519401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.519401] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 is going to be created. [ 977.546225] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.546382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.546455] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.546666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.546822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.558327] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: UNINITIALIZED for 2s [ 978.063385] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c in Status: SUCCESS [ 978.063385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.575678] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: SUCCESS [ 979.575985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.576062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.576258] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.576449] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.576576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.576642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.576803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.576988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.576988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.577148] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.079726] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.079915] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.079983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.080228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.080403] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.080503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.080569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.080711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.080795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.080880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.081034] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.081167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.081216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.081329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.081462] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.081566] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.081603] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.081730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.081801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.081919] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.082022] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.584764] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a85bac2f-bc77-4763-aa7a-de4fb03bf198: rpc.has_security_group_logging(os_id): False [ 980.604221] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.604437] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.604521] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.604777] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.604921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.605206] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.605347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.605421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.605597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.605678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.605903] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.606010] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.606073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.606245] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.606314] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.606492] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.606582] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.606644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.606805] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.606916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.607015] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 is going to be created. [ 980.668545] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.668791] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.668893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.669130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.669319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.683939] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: IN_PROGRESS for 2s [ 981.996264] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 981.996599] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 982.101288] env[66117]: INFO networking_nsxv3.common.synchronization [req-bb822a54-5e2f-403e-a196-9c916266aa55 req-be2f03e0-bcd1-450a-b18d-fb902cae7104 tempest-ListServerFiltersTestJSON-309058381 tempest-ListServerFiltersTestJSON-309058381-project-member] Enqueued Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 982.101910] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGHEST for action security_group_members [ 982.102277] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.102399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.102463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.102665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.102813] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.102924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.102989] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.105412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.105524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.105587] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.610602] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.610602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.610602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.610602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.610602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.610602] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.610602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.610602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.610602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.610602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.610602] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 is going to be updated. [ 982.640604] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.640604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.640604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.641092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.641208] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.655064] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: IN_PROGRESS for 2s [ 982.698366] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: SUCCESS [ 982.698661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.790549] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.790791] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-878" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.790921] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-878" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.791200] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-878" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.791461] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.791610] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.791737] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.791993] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.792150] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.792361] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.792485] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.792601] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.792706] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.792816] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.792947] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.793094] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.822185] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.822350] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.822432] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.822608] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-878" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.823022] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-7c025d25-b052-4d1b-9c3b-298b39451233 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.823197] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.823338] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.823577] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.823714] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c025d25-b052-4d1b-9c3b-298b39451233',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.325998] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.326459] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.326459] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.326777] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.327022] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.327383] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.327595] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.327735] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.327987] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.328211] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.328570] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.328724] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.328883] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.329138] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.329306] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.329475] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 7c025d25-b052-4d1b-9c3b-298b39451233 is going to be updated. [ 983.354293] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.354638] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.354768] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.355074] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.355310] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.355554] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.044194] env[66117]: INFO networking_nsxv3.common.synchronization [req-72aa6535-08a1-433e-ae05-f074fc5d8b34 req-cde85375-6aff-4f46-b0c0-c6bfc2a35f80 service nova] Enqueued Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_rules [ 984.044248] env[66117]: INFO networking_nsxv3.common.synchronization [req-72aa6535-08a1-433e-ae05-f074fc5d8b34 req-cde85375-6aff-4f46-b0c0-c6bfc2a35f80 service nova] Enqueued Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_members [ 984.044928] env[66117]: INFO networking_nsxv3.common.synchronization [req-72aa6535-08a1-433e-ae05-f074fc5d8b34 req-cde85375-6aff-4f46-b0c0-c6bfc2a35f80 service nova] Enqueued Resource ID: 7c025d25-b052-4d1b-9c3b-298b39451233 with Priority: HIGHEST for action port [ 984.045106] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_rules [ 984.045273] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_members [ 984.045378] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c025d25-b052-4d1b-9c3b-298b39451233 with Priority: HIGHEST for action port [ 984.045601] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.046467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.046467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.046467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.046467] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.047028] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.047166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.047281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.047466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.047633] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.047752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.047830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.047993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.048114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.048219] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.050634] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c025d25-b052-4d1b-9c3b-298b39451233 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.050772] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.050861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.051576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.051576] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c025d25-b052-4d1b-9c3b-298b39451233',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.553712] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.554049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.554102] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.555037] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c025d25-b052-4d1b-9c3b-298b39451233 with status ACTIVE [ 984.555276] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.555398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.555745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.555898] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.555999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.556213] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.556313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.556368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.556523] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.556595] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.556774] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.556867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.556917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.557892] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.557998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.558108] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c025d25-b052-4d1b-9c3b-298b39451233 is going to be updated. [ 984.583278] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.583413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.583450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.583645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.583773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.583930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c025d25-b052-4d1b-9c3b-298b39451233" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.673651] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 in Status: SUCCESS [ 984.673836] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 deletion is rescheduled due to dependency. [ 984.674051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.061034] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.565101] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.565101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.565101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.565101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.565101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.565101] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aecc1ece-2198-4673-a248-ee54ea1faa3b is going to be updated. [ 985.598095] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.598239] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.598295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.598500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.598700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.609634] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: IN_PROGRESS for 2s [ 987.623628] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: SUCCESS [ 987.624105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.624105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.624237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.624428] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.624543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.624610] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.624762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.624835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.624921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.625071] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.128011] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.128191] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.128262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.128487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.128647] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.128744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.128807] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.128952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.129073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.129164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.129314] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.129403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.129461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.129602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.129739] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.129829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.129905] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.130071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.130208] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.130257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.130302] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.632500] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aecc1ece-2198-4673-a248-ee54ea1faa3b: rpc.has_security_group_logging(os_id): False [ 988.652180] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.652393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.652440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.652759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.677041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.677199] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.677335] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.677417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.677607] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.677692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.677910] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.678009] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.678072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.678233] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.678308] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.678479] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.678582] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.678659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.678994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.678994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.678994] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aecc1ece-2198-4673-a248-ee54ea1faa3b is going to be updated. [ 988.749217] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.749217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.749217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.749217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.749217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.763073] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: IN_PROGRESS for 2s [ 989.047831] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 989.047985] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 989.696231] env[66117]: INFO networking_nsxv3.common.synchronization [req-df607e91-c995-4be4-8105-7147c2329c9e req-0dbab577-11fd-428e-8a19-dc843dbe3dbe tempest-ServerActionsTestJSON-1889167364 tempest-ServerActionsTestJSON-1889167364-project-member] Enqueued Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGHEST for action security_group_members [ 989.697186] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGHEST for action security_group_members [ 989.697406] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b8eb0d-2743-4198-8125-fcd6c37c37fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.697563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.697683] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.698231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.698231] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.698358] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.698358] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.698625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.698781] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.698945] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86b8eb0d-2743-4198-8125-fcd6c37c37fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.075426] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.075718] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.075878] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.076195] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.076541] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.076703] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.076816] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.077088] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.077239] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.077456] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.077602] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.077731] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.077882] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.078147] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.078267] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.078401] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.099069] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.099264] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.099511] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.099574] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.099865] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-8521d774-5748-4f41-9080-75a53b15af36 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.100047] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-8521d774-5748-4f41-9080-75a53b15af36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.100170] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-8521d774-5748-4f41-9080-75a53b15af36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.100521] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-8521d774-5748-4f41-9080-75a53b15af36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.100657] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8521d774-5748-4f41-9080-75a53b15af36',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.203712] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.203712] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.203870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.204011] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.204185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.204397] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.204501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.204551] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.204715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.204796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.204896] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb already deleted. [ 990.205097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.602835] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.603097] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.603208] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.603493] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.603643] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.603829] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 8521d774-5748-4f41-9080-75a53b15af36 not found, creating... [ 990.604103] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.604273] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.604398] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.604636] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.604764] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.605193] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.605429] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.605569] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.605787] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.605922] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.606152] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 8521d774-5748-4f41-9080-75a53b15af36 is going to be created. [ 990.628883] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.628883] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.629141] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.629315] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.629622] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.629899] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-8521d774-5748-4f41-9080-75a53b15af36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.786150] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: SUCCESS [ 990.786534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.408943] env[66117]: INFO networking_nsxv3.common.synchronization [req-df607e91-c995-4be4-8105-7147c2329c9e req-dc44eed7-6d7f-454d-94b2-e864efba2d51 service nova] Enqueued Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGHEST for action security_group_rules [ 991.409151] env[66117]: INFO networking_nsxv3.common.synchronization [req-df607e91-c995-4be4-8105-7147c2329c9e req-dc44eed7-6d7f-454d-94b2-e864efba2d51 service nova] Enqueued Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGHEST for action security_group_members [ 991.409289] env[66117]: INFO networking_nsxv3.common.synchronization [req-df607e91-c995-4be4-8105-7147c2329c9e req-dc44eed7-6d7f-454d-94b2-e864efba2d51 service nova] Enqueued Resource ID: 8521d774-5748-4f41-9080-75a53b15af36 with Priority: HIGHEST for action port [ 991.409913] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGHEST for action security_group_rules [ 991.410264] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGHEST for action security_group_members [ 991.410416] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8521d774-5748-4f41-9080-75a53b15af36 with Priority: HIGHEST for action port [ 991.410915] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.411371] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.411448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.411803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.413389] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86b8eb0d-2743-4198-8125-fcd6c37c37fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.415856] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b8eb0d-2743-4198-8125-fcd6c37c37fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.416057] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.416105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.416310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.417321] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.417413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.417413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.417601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.417709] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.417844] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86b8eb0d-2743-4198-8125-fcd6c37c37fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.418999] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8521d774-5748-4f41-9080-75a53b15af36 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.419109] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8521d774-5748-4f41-9080-75a53b15af36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.419173] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8521d774-5748-4f41-9080-75a53b15af36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.419341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8521d774-5748-4f41-9080-75a53b15af36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.419420] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8521d774-5748-4f41-9080-75a53b15af36',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.921121] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86b8eb0d-2743-4198-8125-fcd6c37c37fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.922874] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b8eb0d-2743-4198-8125-fcd6c37c37fb taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.922874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.923597] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8521d774-5748-4f41-9080-75a53b15af36 with status ACTIVE [ 991.923597] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.923597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.923597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.923818] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.923818] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.923905] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.924015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.924233] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.924404] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.924520] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.924747] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.924900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.925440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.925638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.926225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.926225] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8521d774-5748-4f41-9080-75a53b15af36 is going to be updated. [ 991.950327] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.950327] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.950566] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.950627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.950760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.950924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8521d774-5748-4f41-9080-75a53b15af36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.228216] env[66117]: INFO networking_nsxv3.common.synchronization [req-1e73f393-0d4f-4feb-96c2-3ec72f501520 req-68ffca1d-4a94-4569-a21c-4963001d91c2 tempest-ImagesTestJSON-1892496762 tempest-ImagesTestJSON-1892496762-project-member] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 992.229038] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 992.229405] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.229607] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.229730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.230113] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.230574] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.230699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.230765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.231013] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.231138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.231241] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.424563] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86b8eb0d-2743-4198-8125-fcd6c37c37fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.615493] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-801 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.615697] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.615819] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.616421] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.616514] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.616658] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.616749] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.616972] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.617345] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.617575] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.617689] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.617796] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.617900] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.618023] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.618126] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.618253] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.638838] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.639032] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.639211] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.639639] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-801" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.639756] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-dc709c67-ece7-4d9a-81e5-75e28bd171dd taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.639882] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-dc709c67-ece7-4d9a-81e5-75e28bd171dd" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.639998] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-dc709c67-ece7-4d9a-81e5-75e28bd171dd" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.640366] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-dc709c67-ece7-4d9a-81e5-75e28bd171dd" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.640508] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc709c67-ece7-4d9a-81e5-75e28bd171dd',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.733849] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.734117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.734117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.734335] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.734432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.734640] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.734790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.734790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.735023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.735023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.735154] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 992.769650] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.769817] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.769889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.770125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.770273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.781862] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 992.927714] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.928105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.928105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.928183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.928274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.928381] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb is going to be created. [ 992.954967] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.954967] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.955128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.955231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.955391] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.966562] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb in Status: UNINITIALIZED for 2s [ 993.144419] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.144661] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.144792] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.145091] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.145245] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.145400] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port dc709c67-ece7-4d9a-81e5-75e28bd171dd not found, creating... [ 993.145747] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.145914] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.146042] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.146268] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.146411] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.146718] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.146874] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.146988] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.147233] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.147364] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.147501] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: dc709c67-ece7-4d9a-81e5-75e28bd171dd is going to be created. [ 993.176166] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.176166] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.176166] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.176505] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.176608] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.176838] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-dc709c67-ece7-4d9a-81e5-75e28bd171dd" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.911045] env[66117]: INFO networking_nsxv3.common.synchronization [req-1e73f393-0d4f-4feb-96c2-3ec72f501520 req-8ad61298-c49d-4d03-83bf-7b8cce6ddddd service nova] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_rules [ 993.911045] env[66117]: INFO networking_nsxv3.common.synchronization [req-1e73f393-0d4f-4feb-96c2-3ec72f501520 req-8ad61298-c49d-4d03-83bf-7b8cce6ddddd service nova] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 993.911045] env[66117]: INFO networking_nsxv3.common.synchronization [req-1e73f393-0d4f-4feb-96c2-3ec72f501520 req-8ad61298-c49d-4d03-83bf-7b8cce6ddddd service nova] Enqueued Resource ID: dc709c67-ece7-4d9a-81e5-75e28bd171dd with Priority: HIGHEST for action port [ 993.911604] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_rules [ 993.912754] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 993.912754] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc709c67-ece7-4d9a-81e5-75e28bd171dd with Priority: HIGHEST for action port [ 993.912754] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.912754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.912955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.913164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.913301] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.916215] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.916374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.919580] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc709c67-ece7-4d9a-81e5-75e28bd171dd taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.919580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc709c67-ece7-4d9a-81e5-75e28bd171dd" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.919580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc709c67-ece7-4d9a-81e5-75e28bd171dd" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.919580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc709c67-ece7-4d9a-81e5-75e28bd171dd" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.919580] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc709c67-ece7-4d9a-81e5-75e28bd171dd',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.422882] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.426643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.426643] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc709c67-ece7-4d9a-81e5-75e28bd171dd with status ACTIVE [ 994.426643] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.426643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.426643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.426643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.426643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.426643] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.426643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.426643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.426643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.426643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.426643] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.426643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.426643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.426643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.426643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.427552] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc709c67-ece7-4d9a-81e5-75e28bd171dd is going to be updated. [ 994.457133] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.457429] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.457540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.457796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.457939] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.458128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc709c67-ece7-4d9a-81e5-75e28bd171dd" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.561332] env[66117]: INFO networking_nsxv3.common.synchronization [None req-4d9c3f03-a559-4cb7-87bc-251da37cbc31 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_rules [ 994.561332] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_rules [ 994.561332] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.561332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.561332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.561332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.561332] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.798247] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 994.798499] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae deletion is rescheduled due to dependency. [ 994.798621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.798803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.799043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.799241] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.799360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.799425] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.799591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.800136] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.800136] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.813635] env[66117]: INFO networking_nsxv3.common.synchronization [None req-f8ba9c65-ff73-4fbf-ad98-d721e984e796 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_rules [ 994.814910] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_rules [ 994.815862] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.815862] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.978819] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb in Status: SUCCESS [ 994.979071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.979285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.979366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.979566] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.979692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.979757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.980035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.980167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.980282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.980423] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86b8eb0d-2743-4198-8125-fcd6c37c37fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.091088] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.091276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.091346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.091853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.092012] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.092290] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 already deleted. [ 995.092290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.092468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.093965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.094127] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.098156] env[66117]: INFO networking_nsxv3.common.synchronization [req-e31ced15-0ba1-4f71-952e-f6746dc1aa3d req-31e0812a-f322-48cd-b745-dea936042a5b tempest-ServersTestJSON-223012260 tempest-ServersTestJSON-223012260-project-member] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 995.102294] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 995.102294] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.102294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.102294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.102294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.102294] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.102294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.102294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.102294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.102294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.102294] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.302625] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.483852] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86b8eb0d-2743-4198-8125-fcd6c37c37fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.510707] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.510951] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.511059] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.511325] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.511581] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.511731] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.511844] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.512194] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.512342] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.512551] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.512659] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.512764] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.512865] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.513162] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.513290] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.513424] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.536636] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.536636] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.536636] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.536858] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.536991] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-46cc508f-bf3a-486a-aff8-11bac312ad04 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.537159] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-46cc508f-bf3a-486a-aff8-11bac312ad04" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.537270] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-46cc508f-bf3a-486a-aff8-11bac312ad04" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.537871] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-46cc508f-bf3a-486a-aff8-11bac312ad04" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.537871] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46cc508f-bf3a-486a-aff8-11bac312ad04',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.603023] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.622024] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.622455] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.622573] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.622813] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.622946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.623100] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 already deleted. [ 995.623218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.806758] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.987088] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86b8eb0d-2743-4198-8125-fcd6c37c37fb: rpc.has_security_group_logging(os_id): False [ 996.006782] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.006942] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.007027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.007251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.007340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.007590] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.007691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.007754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.008142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.008142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.008142] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb is going to be created. [ 996.040788] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.041106] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.041267] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.041567] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.041754] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.042177] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 46cc508f-bf3a-486a-aff8-11bac312ad04 not found, creating... [ 996.042374] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.042646] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.042732] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.042969] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.043380] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.043806] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.043806] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.043960] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.044164] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.044372] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.044464] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 46cc508f-bf3a-486a-aff8-11bac312ad04 is going to be created. [ 996.068512] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.068740] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.068863] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.069259] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.069556] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.069727] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-46cc508f-bf3a-486a-aff8-11bac312ad04" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.080961] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.081131] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.081177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.081380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.081552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.095116] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb in Status: IN_PROGRESS for 2s [ 996.105577] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.312028] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.312028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.312028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.312028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.312028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.312028] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 996.348050] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.348050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.348050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.348303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.348338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.358666] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 996.607907] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.608255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.608255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.608371] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.608490] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.608600] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 996.639672] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.639844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.639958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.640323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.640476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.651526] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 997.249849] env[66117]: INFO networking_nsxv3.common.synchronization [req-e31ced15-0ba1-4f71-952e-f6746dc1aa3d req-a76726e9-7630-4320-967a-2a681c5f4dfa service nova] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_rules [ 997.249849] env[66117]: INFO networking_nsxv3.common.synchronization [req-e31ced15-0ba1-4f71-952e-f6746dc1aa3d req-a76726e9-7630-4320-967a-2a681c5f4dfa service nova] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 997.249849] env[66117]: INFO networking_nsxv3.common.synchronization [req-e31ced15-0ba1-4f71-952e-f6746dc1aa3d req-a76726e9-7630-4320-967a-2a681c5f4dfa service nova] Enqueued Resource ID: 46cc508f-bf3a-486a-aff8-11bac312ad04 with Priority: HIGHEST for action port [ 997.252681] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_rules [ 997.252912] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 997.253131] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cc508f-bf3a-486a-aff8-11bac312ad04 with Priority: HIGHEST for action port [ 997.253556] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.254615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.254700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.254978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.255072] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.256220] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.259072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.259072] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-46cc508f-bf3a-486a-aff8-11bac312ad04 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.259072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46cc508f-bf3a-486a-aff8-11bac312ad04" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.259072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46cc508f-bf3a-486a-aff8-11bac312ad04" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.259072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46cc508f-bf3a-486a-aff8-11bac312ad04" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.259072] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46cc508f-bf3a-486a-aff8-11bac312ad04',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.762414] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.762414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.762414] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46cc508f-bf3a-486a-aff8-11bac312ad04 with status ACTIVE [ 997.762784] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.762831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.763038] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.763367] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.763534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.763813] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.764283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.764407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.764687] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.764836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.765175] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.765346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.765465] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.768395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.768395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.768395] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46cc508f-bf3a-486a-aff8-11bac312ad04 is going to be updated. [ 997.790404] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.790571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.790615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.790821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.790995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.791123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46cc508f-bf3a-486a-aff8-11bac312ad04" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.104630] env[66117]: INFO networking_nsxv3.common.synchronization [req-63cc4146-3118-4d1f-9bf9-3039ecdce048 req-2c4d0b05-b47b-4e94-a6c1-fe4de4a87f29 tempest-ServerRescueTestJSONUnderV235-1402446671 tempest-ServerRescueTestJSONUnderV235-1402446671-project-member] Enqueued Resource ID: 15aba968-f696-4ec5-9b11-cf5a64797070 with Priority: HIGHEST for action security_group_members [ 998.104630] env[66117]: INFO networking_nsxv3.common.synchronization [req-63cc4146-3118-4d1f-9bf9-3039ecdce048 req-2c4d0b05-b47b-4e94-a6c1-fe4de4a87f29 tempest-ServerRescueTestJSONUnderV235-1402446671 tempest-ServerRescueTestJSONUnderV235-1402446671-project-member] Enqueued Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_members [ 998.104630] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15aba968-f696-4ec5-9b11-cf5a64797070 with Priority: HIGHEST for action security_group_members [ 998.104630] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_members [ 998.104630] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15aba968-f696-4ec5-9b11-cf5a64797070 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.105300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.105300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.105300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.105407] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.105757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.105757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.105757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.105993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.106038] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15aba968-f696-4ec5-9b11-cf5a64797070',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.106915] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.107046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.107092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.107273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.107416] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.107627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.107627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.107707] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.107770] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.107855] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.109571] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb in Status: SUCCESS [ 998.111328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.154258] env[66117]: INFO networking_nsxv3.common.synchronization [req-63cc4146-3118-4d1f-9bf9-3039ecdce048 req-2c4d0b05-b47b-4e94-a6c1-fe4de4a87f29 tempest-ServerRescueTestJSONUnderV235-1402446671 tempest-ServerRescueTestJSONUnderV235-1402446671-project-member] Enqueued Resource ID: 15aba968-f696-4ec5-9b11-cf5a64797070 with Priority: HIGHEST for action security_group_rules [ 998.154258] env[66117]: INFO networking_nsxv3.common.synchronization [req-63cc4146-3118-4d1f-9bf9-3039ecdce048 req-2c4d0b05-b47b-4e94-a6c1-fe4de4a87f29 tempest-ServerRescueTestJSONUnderV235-1402446671 tempest-ServerRescueTestJSONUnderV235-1402446671-project-member] Enqueued Resource ID: 15aba968-f696-4ec5-9b11-cf5a64797070 with Priority: HIGHEST for action security_group_members [ 998.154258] env[66117]: INFO networking_nsxv3.common.synchronization [req-63cc4146-3118-4d1f-9bf9-3039ecdce048 req-2c4d0b05-b47b-4e94-a6c1-fe4de4a87f29 tempest-ServerRescueTestJSONUnderV235-1402446671 tempest-ServerRescueTestJSONUnderV235-1402446671-project-member] Enqueued Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_rules [ 998.154258] env[66117]: INFO networking_nsxv3.common.synchronization [req-63cc4146-3118-4d1f-9bf9-3039ecdce048 req-2c4d0b05-b47b-4e94-a6c1-fe4de4a87f29 tempest-ServerRescueTestJSONUnderV235-1402446671 tempest-ServerRescueTestJSONUnderV235-1402446671-project-member] Enqueued Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_members [ 998.154258] env[66117]: INFO networking_nsxv3.common.synchronization [req-63cc4146-3118-4d1f-9bf9-3039ecdce048 req-2c4d0b05-b47b-4e94-a6c1-fe4de4a87f29 tempest-ServerRescueTestJSONUnderV235-1402446671 tempest-ServerRescueTestJSONUnderV235-1402446671-project-member] Enqueued Resource ID: 4e41721f-d716-4a52-9a1e-9075458ff85c with Priority: HIGHEST for action port [ 998.154488] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15aba968-f696-4ec5-9b11-cf5a64797070 with Priority: HIGHEST for action security_group_rules [ 998.154600] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_rules [ 998.154690] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e41721f-d716-4a52-9a1e-9075458ff85c with Priority: HIGHEST for action port [ 998.154776] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15aba968-f696-4ec5-9b11-cf5a64797070 with Priority: HIGHEST for action security_group_members [ 998.154861] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_members [ 998.156654] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15aba968-f696-4ec5-9b11-cf5a64797070 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.156781] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.156842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.157157] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.157205] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15aba968-f696-4ec5-9b11-cf5a64797070',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.158426] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.158545] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.158610] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.158786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.158862] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.159620] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e41721f-d716-4a52-9a1e-9075458ff85c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.159731] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.159798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.159954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.164293] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e41721f-d716-4a52-9a1e-9075458ff85c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.164902] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15aba968-f696-4ec5-9b11-cf5a64797070 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.165068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.165219] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.165299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.376801] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 998.376801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.377252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.377540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.377754] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.377881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.377946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.378129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.378212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.378296] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.378388] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.612285] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15aba968-f696-4ec5-9b11-cf5a64797070',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.614031] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.662788] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 998.663234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.663407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.663652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.663874] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.663974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.664045] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.664325] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.664418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.664520] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.666560] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.666950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.667246] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15aba968-f696-4ec5-9b11-cf5a64797070 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.667373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.667823] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e41721f-d716-4a52-9a1e-9075458ff85c with status ACTIVE [ 998.669525] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.669676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.669754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.669968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.670066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.670238] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.670482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.670482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.670569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.670619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.670827] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.670926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.670987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.671292] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.671404] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.671534] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e41721f-d716-4a52-9a1e-9075458ff85c is going to be updated. [ 998.698289] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.698289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.698289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.698289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.698289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.698289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.881467] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.881879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.881936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.882260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.882458] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.883330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.883330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.883330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.883330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.883330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.883330] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.883330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.883330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.883759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.883759] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.883759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.883759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.883914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.884188] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.884339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.884458] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.935781] env[66117]: INFO networking_nsxv3.common.synchronization [None req-622f595d-ef55-4ab8-87de-22bda62b62bc None None] Enqueued Resource ID: a7996bea-6d5e-4af2-bc65-0390702e3a51 with Priority: HIGHEST for action port [ 998.936998] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7996bea-6d5e-4af2-bc65-0390702e3a51 with Priority: HIGHEST for action port [ 998.937689] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7996bea-6d5e-4af2-bc65-0390702e3a51 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.937861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7996bea-6d5e-4af2-bc65-0390702e3a51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.937957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7996bea-6d5e-4af2-bc65-0390702e3a51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.938354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7996bea-6d5e-4af2-bc65-0390702e3a51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.938573] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7996bea-6d5e-4af2-bc65-0390702e3a51',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.119420] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15aba968-f696-4ec5-9b11-cf5a64797070',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.121092] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.168133] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.327453] env[66117]: INFO networking_nsxv3.common.synchronization [req-9f4ad6d4-5cf9-4c0a-acb9-be5bbca94f30 req-a3c20264-34db-48b1-876d-c0a6f880afd4 tempest-ServerRescueTestJSONUnderV235-1402446671 tempest-ServerRescueTestJSONUnderV235-1402446671-project-member] Enqueued Resource ID: 15aba968-f696-4ec5-9b11-cf5a64797070 with Priority: HIGHEST for action security_group_members [ 999.327673] env[66117]: INFO networking_nsxv3.common.synchronization [req-9f4ad6d4-5cf9-4c0a-acb9-be5bbca94f30 req-a3c20264-34db-48b1-876d-c0a6f880afd4 tempest-ServerRescueTestJSONUnderV235-1402446671 tempest-ServerRescueTestJSONUnderV235-1402446671-project-member] Enqueued Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_members [ 999.328169] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15aba968-f696-4ec5-9b11-cf5a64797070 with Priority: HIGHEST for action security_group_members [ 999.328375] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_members [ 999.328666] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-15aba968-f696-4ec5-9b11-cf5a64797070 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.328770] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.328890] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.328977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.387487] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f9133f4-2b04-411a-b29d-3236a5312dae: rpc.has_security_group_logging(os_id): False [ 999.408875] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.409089] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.409170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.409421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.409517] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.409755] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.409860] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.409936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.410141] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.410223] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.410422] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.410517] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.410578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.410719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.410791] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.410964] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.411101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.411160] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.411302] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.411372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.411453] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 999.441311] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7996bea-6d5e-4af2-bc65-0390702e3a51 [ 999.441522] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.441904] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.441904] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.443286] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.443286] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.443496] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7996bea-6d5e-4af2-bc65-0390702e3a51 already deleted. [ 999.443767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7996bea-6d5e-4af2-bc65-0390702e3a51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.454913] env[66117]: INFO networking_nsxv3.common.synchronization [req-9f4ad6d4-5cf9-4c0a-acb9-be5bbca94f30 req-a3c20264-34db-48b1-876d-c0a6f880afd4 tempest-ServerRescueTestJSONUnderV235-1402446671 tempest-ServerRescueTestJSONUnderV235-1402446671-project-member] Enqueued Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_rules [ 999.456263] env[66117]: INFO networking_nsxv3.common.synchronization [req-9f4ad6d4-5cf9-4c0a-acb9-be5bbca94f30 req-a3c20264-34db-48b1-876d-c0a6f880afd4 tempest-ServerRescueTestJSONUnderV235-1402446671 tempest-ServerRescueTestJSONUnderV235-1402446671-project-member] Enqueued Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_members [ 999.456498] env[66117]: INFO networking_nsxv3.common.synchronization [req-9f4ad6d4-5cf9-4c0a-acb9-be5bbca94f30 req-a3c20264-34db-48b1-876d-c0a6f880afd4 tempest-ServerRescueTestJSONUnderV235-1402446671 tempest-ServerRescueTestJSONUnderV235-1402446671-project-member] Enqueued Resource ID: 4e41721f-d716-4a52-9a1e-9075458ff85c with Priority: HIGHEST for action port [ 999.457203] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_rules [ 999.458366] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_members [ 999.458366] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e41721f-d716-4a52-9a1e-9075458ff85c with Priority: HIGHEST for action port [ 999.458366] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.458366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.458366] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.458366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.459828] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e41721f-d716-4a52-9a1e-9075458ff85c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.459828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.459828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.459828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.459828] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e41721f-d716-4a52-9a1e-9075458ff85c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.503111] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.503111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.503111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.503422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.503814] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.521204] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 999.622557] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.622722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.622795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.623031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.623139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.623239] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15aba968-f696-4ec5-9b11-cf5a64797070 is going to be created. [ 999.624566] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.624698] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.624753] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.625441] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.625441] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.625441] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 is going to be updated. [ 999.664656] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.664656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.664656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.664656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.665483] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.667244] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.667244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.667891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.667891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.667891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.674562] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.680314] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: IN_PROGRESS for 2s [ 999.680865] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15aba968-f696-4ec5-9b11-cf5a64797070 in Status: UNINITIALIZED for 2s [ 999.963071] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e41721f-d716-4a52-9a1e-9075458ff85c with status ACTIVE [ 999.963401] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.963401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.963522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.963656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.963759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.964011] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.964127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.964191] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.964442] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.964554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.964700] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.965463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.965463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.965463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.965463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.965463] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e41721f-d716-4a52-9a1e-9075458ff85c is going to be updated. [ 1000.004753] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.004974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.006258] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.006258] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.006258] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.006258] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e41721f-d716-4a52-9a1e-9075458ff85c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.177394] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.177551] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.177624] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.177842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.177934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.178048] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1000.209198] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.209717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.209717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.209717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.209717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.219558] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1000.271169] env[66117]: INFO networking_nsxv3.common.synchronization [None req-db1ab8c9-4a5a-4034-bfe1-c1f640f6ca1c tempest-ServerDiskConfigTestJSON-2106077272 tempest-ServerDiskConfigTestJSON-2106077272-project-member] Enqueued Resource ID: a176e866-9e71-4741-8f8b-c3dbc9995d1f with Priority: HIGHEST for action security_group_rules [ 1000.276617] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a176e866-9e71-4741-8f8b-c3dbc9995d1f with Priority: HIGHEST for action security_group_rules [ 1000.276617] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a176e866-9e71-4741-8f8b-c3dbc9995d1f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.276617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a176e866-9e71-4741-8f8b-c3dbc9995d1f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.276617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a176e866-9e71-4741-8f8b-c3dbc9995d1f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.276617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a176e866-9e71-4741-8f8b-c3dbc9995d1f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.276617] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a176e866-9e71-4741-8f8b-c3dbc9995d1f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.478302] env[66117]: INFO networking_nsxv3.common.synchronization [None req-1600c01c-3f25-4589-a161-5c0243200f81 tempest-ServerDiskConfigTestJSON-2106077272 tempest-ServerDiskConfigTestJSON-2106077272-project-member] Enqueued Resource ID: a176e866-9e71-4741-8f8b-c3dbc9995d1f with Priority: HIGHEST for action security_group_rules [ 1000.478302] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a176e866-9e71-4741-8f8b-c3dbc9995d1f with Priority: HIGHEST for action security_group_rules [ 1000.478302] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a176e866-9e71-4741-8f8b-c3dbc9995d1f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.478302] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a176e866-9e71-4741-8f8b-c3dbc9995d1f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.794040] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.794040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.794040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.794040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.794040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.794403] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a176e866-9e71-4741-8f8b-c3dbc9995d1f already deleted. [ 1000.794403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a176e866-9e71-4741-8f8b-c3dbc9995d1f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.794856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a176e866-9e71-4741-8f8b-c3dbc9995d1f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.795065] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a176e866-9e71-4741-8f8b-c3dbc9995d1f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.795207] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a176e866-9e71-4741-8f8b-c3dbc9995d1f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.329734] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.329734] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.329734] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.330262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.330262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.330262] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a176e866-9e71-4741-8f8b-c3dbc9995d1f already deleted. [ 1001.330262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a176e866-9e71-4741-8f8b-c3dbc9995d1f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.536717] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 1001.536717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.695304] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: SUCCESS [ 1001.695304] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.695304] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15aba968-f696-4ec5-9b11-cf5a64797070 in Status: SUCCESS [ 1001.695469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.695653] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.696108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.696303] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.696465] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.696566] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.696786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.696942] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.696997] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.698142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.698370] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.698613] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.698779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.698853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.699063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.699178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.699352] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15aba968-f696-4ec5-9b11-cf5a64797070',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.030719] env[66117]: INFO networking_nsxv3.common.synchronization [None req-c3e45d2c-33f0-424c-afcb-90d690453da6 None None] Enqueued Resource ID: 2a76cbd1-a08b-49a8-991c-ed9c1788c090 with Priority: HIGHEST for action port [ 1002.031374] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a76cbd1-a08b-49a8-991c-ed9c1788c090 with Priority: HIGHEST for action port [ 1002.031715] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a76cbd1-a08b-49a8-991c-ed9c1788c090 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.031842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a76cbd1-a08b-49a8-991c-ed9c1788c090" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.031921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a76cbd1-a08b-49a8-991c-ed9c1788c090" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.033070] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a76cbd1-a08b-49a8-991c-ed9c1788c090" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.035949] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a76cbd1-a08b-49a8-991c-ed9c1788c090',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.202643] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.204585] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.205685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.205769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.206723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.206723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.206723] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.206723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.206723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.206723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.206723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.207262] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15aba968-f696-4ec5-9b11-cf5a64797070 is going to be deleted. [ 1002.232211] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 4s [ 1002.247983] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.248515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.248515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.248515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.248708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.248708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.248860] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.249137] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.249349] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.249706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.249706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.249706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.249834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.249956] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15aba968-f696-4ec5-9b11-cf5a64797070',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.540058] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a76cbd1-a08b-49a8-991c-ed9c1788c090 [ 1002.540518] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.540789] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.540916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.541215] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.541319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.541421] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a76cbd1-a08b-49a8-991c-ed9c1788c090 already deleted. [ 1002.541504] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a76cbd1-a08b-49a8-991c-ed9c1788c090" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.708896] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.755029] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.755029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.755029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.755029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.755029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.755029] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.755029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.755029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.755029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.755029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.755029] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15aba968-f696-4ec5-9b11-cf5a64797070 already deleted. [ 1002.755029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.755029] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15aba968-f696-4ec5-9b11-cf5a64797070',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.755029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.756362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.756797] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.757084] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.757247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.757487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.757661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.757841] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15aba968-f696-4ec5-9b11-cf5a64797070',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.212185] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.212350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.212492] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.212637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.212722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.212906] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 is going to be updated. [ 1003.255338] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.255338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.255338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.255338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.255338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.259539] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15aba968-f696-4ec5-9b11-cf5a64797070',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.263402] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.263402] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.263402] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.263673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.263728] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.264372] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.264372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.264372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.264372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.264699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.264699] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15aba968-f696-4ec5-9b11-cf5a64797070 already deleted. [ 1003.264699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.273743] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: IN_PROGRESS for 2s [ 1003.761615] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15aba968-f696-4ec5-9b11-cf5a64797070: rpc.has_security_group_logging(os_id): False [ 1003.787097] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.787097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.787097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.787097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.787097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.787097] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.787097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.787097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.787097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.787097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.787097] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15aba968-f696-4ec5-9b11-cf5a64797070 is going to be created. [ 1003.808721] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/15aba968-f696-4ec5-9b11-cf5a64797070], does not exist path=[/infra/domains/default/groups/15aba968-f696-4ec5-9b11-cf5a64797070]."\n}' [ 1003.808721] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15aba968-f696-4ec5-9b11-cf5a64797070 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/15aba968-f696-4ec5-9b11-cf5a64797070 [ 1003.809022] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1003.862268] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.862268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.862268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.862554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.864033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.864816] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.864816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.864816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.865044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.865044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.865177] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.866073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.866073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.866073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.866073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.866073] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15aba968-f696-4ec5-9b11-cf5a64797070 is going to be created. [ 1003.885830] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/15aba968-f696-4ec5-9b11-cf5a64797070], does not exist path=[/infra/domains/default/groups/15aba968-f696-4ec5-9b11-cf5a64797070]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/15aba968-f696-4ec5-9b11-cf5a64797070 [ 1003.886033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15aba968-f696-4ec5-9b11-cf5a64797070" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.886318] env[66117]: Traceback (most recent call last): [ 1003.886422] env[66117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1003.886422] env[66117]: return func(*args, **kwargs) [ 1003.886422] env[66117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1003.886422] env[66117]: res.raise_for_status() [ 1003.886422] env[66117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1003.886422] env[66117]: raise HTTPError(http_error_msg, response=self) [ 1003.886422] env[66117]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/15aba968-f696-4ec5-9b11-cf5a64797070 [ 1003.886422] env[66117]: During handling of the above exception, another exception occurred: [ 1003.886422] env[66117]: Traceback (most recent call last): [ 1003.886422] env[66117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1003.886422] env[66117]: listener.cb(fileno) [ 1003.886422] env[66117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1003.886422] env[66117]: result = function(*args, **kwargs) [ 1003.886422] env[66117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1003.886422] env[66117]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1003.886422] env[66117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1003.886422] env[66117]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1003.886422] env[66117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1003.886422] env[66117]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1003.886422] env[66117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1003.886422] env[66117]: res.raise_for_status() [ 1003.886422] env[66117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1003.886422] env[66117]: raise HTTPError(http_error_msg, response=self) [ 1003.886422] env[66117]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/15aba968-f696-4ec5-9b11-cf5a64797070 [ 1003.886422] env[66117]: Removing descriptor: 66 [ 1004.247408] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1004.248018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.248018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.248283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.249030] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.249030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.249030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.249030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.249030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.249323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.249323] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.754788] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.755027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.755162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.755370] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.755812] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.755812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.755812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.757830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.757830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.757830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.757830] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.757830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.757830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.757830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.757830] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.757830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.757830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.757830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.757830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.757830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.757830] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.825822] env[66117]: INFO networking_nsxv3.common.synchronization [req-62f8216f-d133-4d00-9e7d-e864ef89ff4d req-d536c90f-a401-4b60-a94e-d0d131c101ec tempest-ServerDiskConfigTestJSON-2106077272 tempest-ServerDiskConfigTestJSON-2106077272-project-member] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 1004.827115] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 1004.827115] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.827300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.827354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.828628] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.828628] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.828628] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.828628] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.828628] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.828628] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.828628] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.261365] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 572c5aac-3968-4ec9-ad45-8c570e47c65d: rpc.has_security_group_logging(os_id): False [ 1005.285552] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: SUCCESS [ 1005.285776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.286300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.286577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.286776] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.286900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.286962] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.287202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.287290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.287378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.287481] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.290213] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.290213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.290213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.290213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.290782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.290961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.291375] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.291523] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.291594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.291745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.291947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.291947] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.317357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.320092] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.320092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.320092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.320092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.320092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.320092] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.320092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.320092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.320092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.320092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.320092] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.320092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.320092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.320092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.320748] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.320748] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1005.332353] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.332526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.332596] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.332819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.354780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.354780] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.354780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.354780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.354780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.355029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.355029] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 1005.385104] env[66117]: INFO networking_nsxv3.common.synchronization [req-1ea1b175-2467-4efd-aca1-db62a4bd14d0 req-d31b25d3-7440-495f-94d4-ed9b5d393f94 tempest-DeleteServersTestJSON-1546501066 tempest-DeleteServersTestJSON-1546501066-project-member] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 1005.385761] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 1005.386279] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.386279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.386279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.386450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.386618] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.386682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.386737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.386902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.386952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.387065] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.389054] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.389054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.389054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.389054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.389366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.404090] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 1005.405048] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.405541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.405661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.405928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.406099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.420906] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1005.794817] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.795343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.795598] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.815638] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.816287] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.816287] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.816287] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.816641] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.816764] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.816824] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.817058] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.817208] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.817470] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.817588] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.817701] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.818940] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.818940] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.818940] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.818940] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.840920] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.841208] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.841208] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.841338] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.841731] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-3678e251-b45f-4ea0-9ac7-1a6ad6e53200 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.841845] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-3678e251-b45f-4ea0-9ac7-1a6ad6e53200" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.841890] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-3678e251-b45f-4ea0-9ac7-1a6ad6e53200" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.842280] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-3678e251-b45f-4ea0-9ac7-1a6ad6e53200" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.842469] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3678e251-b45f-4ea0-9ac7-1a6ad6e53200',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.894239] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.894542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.894542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.896046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.918743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.919161] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.919161] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.919309] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.919427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.919510] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.919599] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 1005.950065] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.950237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.950311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.950521] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.950660] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.962166] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 1006.297672] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.346407] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.347488] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.347488] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.347691] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.347840] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.348010] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 3678e251-b45f-4ea0-9ac7-1a6ad6e53200 not found, creating... [ 1006.348312] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.348524] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.348585] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.348815] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.348949] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.349298] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.349455] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.349565] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.349773] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.349901] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.350080] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 3678e251-b45f-4ea0-9ac7-1a6ad6e53200 is going to be created. [ 1006.373331] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.373628] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.373726] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.373993] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.374247] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.374509] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-3678e251-b45f-4ea0-9ac7-1a6ad6e53200" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.441245] env[66117]: INFO networking_nsxv3.common.synchronization [req-7b1ed8c7-6b2c-4a6d-bd65-b17bfafaa219 req-27c31c03-047f-4420-9553-607896b41848 tempest-ServerRescueNegativeTestJSON-1614547636 tempest-ServerRescueNegativeTestJSON-1614547636-project-member] Enqueued Resource ID: ca521739-5876-429f-bceb-d0c7155a140d with Priority: HIGHEST for action security_group_members [ 1006.442030] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca521739-5876-429f-bceb-d0c7155a140d with Priority: HIGHEST for action security_group_members [ 1006.442419] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca521739-5876-429f-bceb-d0c7155a140d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.442419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.442419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.442607] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.442644] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.442722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.442781] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.442924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.443015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.443110] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca521739-5876-429f-bceb-d0c7155a140d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.804428] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.804620] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.804686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.805127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.805127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.805127] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 is going to be updated. [ 1006.833171] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.833375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.833614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.833799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.833935] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.846360] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: IN_PROGRESS for 2s [ 1006.945170] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.945397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.945456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.945711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.967687] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.967962] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.968100] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.968166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.968372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.968457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.968546] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca521739-5876-429f-bceb-d0c7155a140d is going to be updated. [ 1007.001216] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.001401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.001497] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.003394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.003394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.013516] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca521739-5876-429f-bceb-d0c7155a140d in Status: IN_PROGRESS for 2s [ 1007.122439] env[66117]: INFO networking_nsxv3.common.synchronization [req-1ea1b175-2467-4efd-aca1-db62a4bd14d0 req-381f5af3-1b67-4d02-8700-516f71beeda6 service nova] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_rules [ 1007.122702] env[66117]: INFO networking_nsxv3.common.synchronization [req-1ea1b175-2467-4efd-aca1-db62a4bd14d0 req-381f5af3-1b67-4d02-8700-516f71beeda6 service nova] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 1007.122909] env[66117]: INFO networking_nsxv3.common.synchronization [req-1ea1b175-2467-4efd-aca1-db62a4bd14d0 req-381f5af3-1b67-4d02-8700-516f71beeda6 service nova] Enqueued Resource ID: 3678e251-b45f-4ea0-9ac7-1a6ad6e53200 with Priority: HIGHEST for action port [ 1007.123521] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_rules [ 1007.123736] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 1007.124294] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3678e251-b45f-4ea0-9ac7-1a6ad6e53200 with Priority: HIGHEST for action port [ 1007.125017] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.125198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.125305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.125574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.127809] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.129119] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.129225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.129415] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3678e251-b45f-4ea0-9ac7-1a6ad6e53200 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.129564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3678e251-b45f-4ea0-9ac7-1a6ad6e53200" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.129564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3678e251-b45f-4ea0-9ac7-1a6ad6e53200" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.129757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3678e251-b45f-4ea0-9ac7-1a6ad6e53200" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.129832] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3678e251-b45f-4ea0-9ac7-1a6ad6e53200',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.415192] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 1007.415459] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 deletion is rescheduled due to dependency. [ 1007.415621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.437139] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1007.437406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.632966] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.633185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.633456] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3678e251-b45f-4ea0-9ac7-1a6ad6e53200 with status ACTIVE [ 1007.633673] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.633793] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.633851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.634164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.634348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.634480] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.634599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.634662] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.634840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.634906] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.635105] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.635189] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.635251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.635393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.635870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.635992] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3678e251-b45f-4ea0-9ac7-1a6ad6e53200 is going to be updated. [ 1007.658868] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.659047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.659134] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.659381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.659776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.659776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3678e251-b45f-4ea0-9ac7-1a6ad6e53200" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.973991] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 1007.974413] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b deletion is rescheduled due to dependency. [ 1007.974467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.974809] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.974900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.975044] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.975194] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.975253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.975454] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.975537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.975632] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.478434] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.857207] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: SUCCESS [ 1008.857530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.857700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.857901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.858102] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.858224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.858288] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.858443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.858520] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.858615] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.980921] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.025684] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca521739-5876-429f-bceb-d0c7155a140d in Status: SUCCESS [ 1009.025920] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca521739-5876-429f-bceb-d0c7155a140d deletion is rescheduled due to dependency. [ 1009.026101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.360991] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.486429] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.486429] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.486765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.486765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.486967] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.487081] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 1009.520522] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.520766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.520854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.521080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.521178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.531528] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 1009.864217] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.053336] env[66117]: INFO networking_nsxv3.common.synchronization [req-4fe15c16-1681-45ff-a25f-44a6220dd550 req-d7fc4fe2-b3c5-4e00-a4f6-f13869c057a0 tempest-ServerRescueTestJSONUnderV235-1402446671 tempest-ServerRescueTestJSONUnderV235-1402446671-project-member] Enqueued Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_members [ 1010.053900] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 with Priority: HIGHEST for action security_group_members [ 1010.054218] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.054319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.367446] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.367924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.367924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.368164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.368164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.368569] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 is going to be updated. [ 1010.409710] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.409870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.409934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.410162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.410610] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.423031] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: IN_PROGRESS for 2s [ 1010.558831] env[66117]: INFO networking_nsxv3.common.synchronization [req-634bd678-ea83-42b9-b0c6-3731b10e752b req-da4ee091-12ce-44d8-abe2-cee6bca82b41 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_members [ 1010.560843] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_members [ 1010.561458] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.562028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.562028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.562342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.564534] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.564534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.564534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.564534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.564534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.564534] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.033835] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.034230] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.034230] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.036618] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.036618] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.036618] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.036618] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.036618] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.036618] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.036618] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.036618] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.036618] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.036618] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.036618] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.036618] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.037223] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.061415] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.061816] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.061816] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.061940] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.062381] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-04bed922-1d71-46b5-8629-69a7337923d1 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.062709] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-04bed922-1d71-46b5-8629-69a7337923d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.062709] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-04bed922-1d71-46b5-8629-69a7337923d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.063069] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-04bed922-1d71-46b5-8629-69a7337923d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.063367] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04bed922-1d71-46b5-8629-69a7337923d1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.070703] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.070703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.070703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.071131] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.071276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.071512] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.071649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.071740] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.071980] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.072146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.072319] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 already deleted. [ 1011.072440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.543617] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 1011.543845] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.544062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.544286] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.544472] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.544586] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.544650] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.544803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.544881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.544965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.545065] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.572048] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.572048] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.572048] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.572753] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.572921] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.573101] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 04bed922-1d71-46b5-8629-69a7337923d1 not found, creating... [ 1011.573409] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.573575] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.573695] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.573931] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.574113] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.576024] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.576024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.576024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.576024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.576024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.576024] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 04bed922-1d71-46b5-8629-69a7337923d1 is going to be created. [ 1011.600613] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.600810] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.600906] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.603712] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.603712] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.603712] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-04bed922-1d71-46b5-8629-69a7337923d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.048905] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.049078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.049165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.049911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.049911] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.049911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.050179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.050179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.050406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.050406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.050540] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.050629] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.050682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.050851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.050995] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.051113] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.051744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.051744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.051744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.051744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.051744] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.078737] env[66117]: INFO networking_nsxv3.common.synchronization [req-3f8c42c1-6425-4433-bde7-41c2f743441c req-dd2e2190-1ba8-4b07-b845-d47521485f4c tempest-ServersTestJSON-223012260 tempest-ServersTestJSON-223012260-project-member] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1012.078994] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1012.079243] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.079469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.079469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.079620] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.079760] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.079863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.079997] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.080094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.080168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.080259] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.312909] env[66117]: INFO networking_nsxv3.common.synchronization [req-634bd678-ea83-42b9-b0c6-3731b10e752b req-39ae44bf-c6a3-4a8a-bfbb-59eb13b63f51 service nova] Enqueued Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_rules [ 1012.312909] env[66117]: INFO networking_nsxv3.common.synchronization [req-634bd678-ea83-42b9-b0c6-3731b10e752b req-39ae44bf-c6a3-4a8a-bfbb-59eb13b63f51 service nova] Enqueued Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_members [ 1012.313699] env[66117]: INFO networking_nsxv3.common.synchronization [req-634bd678-ea83-42b9-b0c6-3731b10e752b req-39ae44bf-c6a3-4a8a-bfbb-59eb13b63f51 service nova] Enqueued Resource ID: 04bed922-1d71-46b5-8629-69a7337923d1 with Priority: HIGHEST for action port [ 1012.314591] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_rules [ 1012.314810] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_members [ 1012.314990] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04bed922-1d71-46b5-8629-69a7337923d1 with Priority: HIGHEST for action port [ 1012.319169] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.319885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.319885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.319885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.319885] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.320994] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.321181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.321418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.323268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.323268] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.323268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.323268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.323268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.323268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.323268] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.323792] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-04bed922-1d71-46b5-8629-69a7337923d1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.324202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04bed922-1d71-46b5-8629-69a7337923d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.324202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04bed922-1d71-46b5-8629-69a7337923d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.324406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04bed922-1d71-46b5-8629-69a7337923d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.324527] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04bed922-1d71-46b5-8629-69a7337923d1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.433591] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: SUCCESS [ 1012.433873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.434017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.434296] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.434700] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.434700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.434700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.434948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.434948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.435071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.435326] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85bac2f-bc77-4763-aa7a-de4fb03bf198 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.435326] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.435458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.435514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.435615] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.435709] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.435771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.435894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.435950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.436041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.436193] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.437366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.437673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.437851] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.438031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.438127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.438306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.438399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.438495] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.553895] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d84e082-9db3-47fe-9d8c-f2b29abfea3b: rpc.has_security_group_logging(os_id): False [ 1012.572355] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.572501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.572568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.573254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.573254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.573254] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.573254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.573254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.573542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.573542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.573664] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.573715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.573782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.573935] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.574013] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.574460] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.574460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.574460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.574641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.574641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.574641] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 1012.581684] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.647354] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.647542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.647625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.647892] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.648083] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.660276] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 1012.827867] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.828276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.828503] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.829681] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04bed922-1d71-46b5-8629-69a7337923d1 with status ACTIVE [ 1012.829873] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.829974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.830044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.830255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.830340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.830529] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.830616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.830684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.830977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.830977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.831263] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.831434] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.831508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.831709] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.831807] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.831843] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04bed922-1d71-46b5-8629-69a7337923d1 is going to be updated. [ 1012.862432] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.862613] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.862657] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.862867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.863014] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.863300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04bed922-1d71-46b5-8629-69a7337923d1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.939972] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a85bac2f-bc77-4763-aa7a-de4fb03bf198: rpc.has_security_group_logging(os_id): False [ 1012.942942] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.943147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.943147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.943318] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.959259] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.959430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.960885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.961145] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.961262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.961330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.961529] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.961609] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.961698] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 is going to be updated. [ 1012.963311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.963488] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.963576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.963791] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.963895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.963960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.964190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.964325] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.964530] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.964630] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.964692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.964875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.964950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.965138] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.965234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.965338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.965429] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.965544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.965598] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 is going to be updated. [ 1013.084250] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.112784] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.113047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.113047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.113301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.113442] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.124641] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: IN_PROGRESS for 2s [ 1013.134244] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e38f662-7489-4c81-98f1-239264402477 req-b032bb28-d584-4213-bcc4-02159564de98 tempest-ServersTestMultiNic-1798845252 tempest-ServersTestMultiNic-1798845252-project-member] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1013.135021] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1013.135409] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.135568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.135637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.135934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.136390] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.136534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.136613] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.136799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.136901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.137009] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.153068] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.153211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.153298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.153487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.153632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.169237] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: IN_PROGRESS for 2s [ 1013.250394] env[66117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-962fb05b-7848-4893-af98-6b833380b06a None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1013.250666] env[66117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-962fb05b-7848-4893-af98-6b833380b06a None None] NSXv3 Agent Agent loop - iteration:2 started [ 1013.334371] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.467674] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e38f662-7489-4c81-98f1-239264402477 req-4c6bf740-b136-48f7-9426-8d9c62219415 tempest-ServersTestMultiNic-1798845252 tempest-ServersTestMultiNic-1798845252-project-member] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1013.468331] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1013.468603] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.468750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.586847] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.587308] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.587742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.589179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.589179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.589179] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1013.619687] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.619786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.619786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.620084] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.620235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.631365] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1013.641053] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.641053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.641053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.641053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.641053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.641053] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.641053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.641053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.641053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.641053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.641053] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e already deleted. [ 1013.641617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.641617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.641617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.641617] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.641765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.641765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.641874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.641945] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.642066] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.835502] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e38f662-7489-4c81-98f1-239264402477 req-06a480dd-d738-4d2a-acf3-e3f244114ffd tempest-ServersTestMultiNic-1798845252 tempest-ServersTestMultiNic-1798845252-project-member] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1013.836100] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1013.837591] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.837591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.837591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.837591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.837591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.841613] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 is going to be created. [ 1013.845313] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.845313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.873237] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.873447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.873447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.873641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.873799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.884948] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: UNINITIALIZED for 2s [ 1014.109876] env[66117]: INFO networking_nsxv3.common.synchronization [req-35318881-e185-4b84-9cde-2b9f7a48dd4b req-e8cd7173-37f0-4934-b784-28aa3ebea8d0 tempest-MigrationsAdminTest-1298079637 tempest-MigrationsAdminTest-1298079637-project-member] Enqueued Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_members [ 1014.109876] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_members [ 1014.109876] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.110697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.110890] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.111199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.112634] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.112875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.113047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.116017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.116017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.116017] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.146926] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.146926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.146926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.146926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.146926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.146926] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.146926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.146926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.146926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.146926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.146926] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e already deleted. [ 1014.146926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.146926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.146926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.146926] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.146926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.146926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.146926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.147769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.147769] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.176842] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.177057] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-241" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.177185] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-241" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.177718] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-241" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.177890] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.178155] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.178251] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.178472] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.178686] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.178847] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.178921] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.179037] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.179271] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.179271] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.179370] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.179458] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.200973] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.201162] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.201296] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.201473] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-241" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.201796] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-a43243f9-b819-4ca2-8e9b-6c453720790e taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.202036] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-a43243f9-b819-4ca2-8e9b-6c453720790e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.202238] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-a43243f9-b819-4ca2-8e9b-6c453720790e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.202554] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-a43243f9-b819-4ca2-8e9b-6c453720790e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.202703] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a43243f9-b819-4ca2-8e9b-6c453720790e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.618270] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.649636] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.649831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.649912] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.650157] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.650248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.650443] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.650558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.650620] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.650773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.650842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.650926] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e already deleted. [ 1014.650998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.674873] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 1014.674976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.706685] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.706923] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.706923] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.707226] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.707408] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.707611] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port a43243f9-b819-4ca2-8e9b-6c453720790e not found, creating... [ 1014.708106] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.708106] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.708384] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.708480] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.708631] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.708943] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.709145] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.709280] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.709509] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.709667] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.709821] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: a43243f9-b819-4ca2-8e9b-6c453720790e is going to be created. [ 1014.734425] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.734707] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.734836] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.735216] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.735485] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.735705] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-a43243f9-b819-4ca2-8e9b-6c453720790e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.121090] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.135351] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: SUCCESS [ 1015.135548] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 deletion is rescheduled due to dependency. [ 1015.135663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.187348] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 in Status: SUCCESS [ 1015.187348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.187348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.187730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.188049] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a85bac2f-bc77-4763-aa7a-de4fb03bf198',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.500516] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e38f662-7489-4c81-98f1-239264402477 req-f78ef816-e5a2-463c-9b4d-e47cdd89f501 service nova] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_rules [ 1015.500728] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e38f662-7489-4c81-98f1-239264402477 req-f78ef816-e5a2-463c-9b4d-e47cdd89f501 service nova] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1015.500870] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e38f662-7489-4c81-98f1-239264402477 req-f78ef816-e5a2-463c-9b4d-e47cdd89f501 service nova] Enqueued Resource ID: a43243f9-b819-4ca2-8e9b-6c453720790e with Priority: HIGHEST for action port [ 1015.502131] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_rules [ 1015.502131] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1015.502131] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a43243f9-b819-4ca2-8e9b-6c453720790e with Priority: HIGHEST for action port [ 1015.502308] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.502447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.502554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.502765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.503030] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.503779] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.503910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.503978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.504763] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.504763] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.504763] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.504763] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.504763] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.504763] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.508096] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.510059] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a43243f9-b819-4ca2-8e9b-6c453720790e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.510059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a43243f9-b819-4ca2-8e9b-6c453720790e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.510210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a43243f9-b819-4ca2-8e9b-6c453720790e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.511081] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a43243f9-b819-4ca2-8e9b-6c453720790e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.511081] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a43243f9-b819-4ca2-8e9b-6c453720790e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.624293] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.624293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.624293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.624547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.624644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.624745] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 is going to be updated. [ 1015.641602] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1015.641845] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.666467] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.666467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.666467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.666838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.666838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.679619] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: IN_PROGRESS for 2s [ 1015.717199] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.717357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.717410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.719601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.719601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.719601] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a85bac2f-bc77-4763-aa7a-de4fb03bf198 is going to be deleted. [ 1015.806574] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.806574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.806574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.806574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.806574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.806574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a85bac2f-bc77-4763-aa7a-de4fb03bf198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.839514] env[66117]: INFO networking_nsxv3.common.synchronization [req-1f053af9-d681-41b1-842a-0b6b6d36b2e9 req-03dc18cb-d974-4718-b000-262f3d989234 tempest-ServerDiskConfigTestJSON-2106077272 tempest-ServerDiskConfigTestJSON-2106077272-project-member] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 1015.840343] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 1015.840621] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.840835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.840835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.841079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.841242] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.841835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.841835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.841835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.841835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.841835] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.901654] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: SUCCESS [ 1015.901654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.901654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.901654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.901654] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.901654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.901654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.901654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.901654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.902250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.902250] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.013828] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.015120] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.015235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.015404] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a43243f9-b819-4ca2-8e9b-6c453720790e with status ACTIVE [ 1016.015585] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.015771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.015771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.016026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.016075] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.016252] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.016491] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.016491] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.016655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.016749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.016976] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.017102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.017203] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.017311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.017384] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.017463] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a43243f9-b819-4ca2-8e9b-6c453720790e is going to be updated. [ 1016.042603] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.044871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.044871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.044871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.044871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.044871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a43243f9-b819-4ca2-8e9b-6c453720790e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.231480] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.232077] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.232077] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.232324] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.232562] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.232716] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.234022] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.234022] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.234022] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.234022] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.234022] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.236114] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.236114] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.236114] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.236114] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.236114] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.259335] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.259574] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.259813] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.259946] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.260561] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-9e7b0465-1f51-4d37-90e1-bff12715686c taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.260878] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-9e7b0465-1f51-4d37-90e1-bff12715686c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.261205] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-9e7b0465-1f51-4d37-90e1-bff12715686c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.261698] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-9e7b0465-1f51-4d37-90e1-bff12715686c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.262097] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e7b0465-1f51-4d37-90e1-bff12715686c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.322870] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.323222] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-477" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.323303] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-477" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.323638] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-477" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.323974] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.324187] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.324379] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.324682] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.324868] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.325129] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.325254] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.325360] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.325469] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.325585] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.325702] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.325868] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.344159] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.344415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.344543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.344810] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.344934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.345272] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.345416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.345498] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.345818] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.345954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.346106] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 1016.349308] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.349493] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.349719] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.349880] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-477" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.350356] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-017d2972-4b42-4a85-8d5b-e0f7d148d56a taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.350609] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-017d2972-4b42-4a85-8d5b-e0f7d148d56a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.350782] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-017d2972-4b42-4a85-8d5b-e0f7d148d56a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.351195] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-017d2972-4b42-4a85-8d5b-e0f7d148d56a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.351339] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('017d2972-4b42-4a85-8d5b-e0f7d148d56a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.374192] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.374462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.374521] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.374762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.374910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.387331] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 1016.406048] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.520060] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.764765] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.764997] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.765170] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.765458] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.765649] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.765800] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 9e7b0465-1f51-4d37-90e1-bff12715686c not found, creating... [ 1016.766076] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.766247] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.766388] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.766631] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.766807] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.767127] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.767304] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.767430] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.767679] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.767836] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.767983] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 9e7b0465-1f51-4d37-90e1-bff12715686c is going to be created. [ 1016.792655] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.792927] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.792984] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.793713] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.793713] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.793713] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-9e7b0465-1f51-4d37-90e1-bff12715686c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.853968] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.854242] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.854407] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.854731] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.854898] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.855140] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 017d2972-4b42-4a85-8d5b-e0f7d148d56a not found, creating... [ 1016.855453] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.855618] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.855734] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.855991] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.856171] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.856502] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.856681] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.856869] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.857119] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.857273] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.857455] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 017d2972-4b42-4a85-8d5b-e0f7d148d56a is going to be created. [ 1016.890084] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.890084] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.890378] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.890682] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.891053] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.891410] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-017d2972-4b42-4a85-8d5b-e0f7d148d56a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.908801] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00dc6fe2-58c9-4fda-b96d-0e4abac4f304: rpc.has_security_group_logging(os_id): False [ 1016.930174] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.930413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.930413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.930613] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.930706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.931039] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.931163] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.931230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.931397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.931473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.931568] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 is going to be created. [ 1017.022825] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.023186] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.023304] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.023561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.023688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.023791] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be created. [ 1017.036211] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.036509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.036509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.036640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.036857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.057565] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: IN_PROGRESS for 2s [ 1017.060814] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.061056] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.061136] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.061365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.061569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.076151] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: UNINITIALIZED for 2s [ 1017.544257] env[66117]: INFO networking_nsxv3.common.synchronization [req-1f053af9-d681-41b1-842a-0b6b6d36b2e9 req-a7522695-443d-4eee-b6b5-20bc4d880344 service nova] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_rules [ 1017.544526] env[66117]: INFO networking_nsxv3.common.synchronization [req-1f053af9-d681-41b1-842a-0b6b6d36b2e9 req-a7522695-443d-4eee-b6b5-20bc4d880344 service nova] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 1017.544567] env[66117]: INFO networking_nsxv3.common.synchronization [req-1f053af9-d681-41b1-842a-0b6b6d36b2e9 req-a7522695-443d-4eee-b6b5-20bc4d880344 service nova] Enqueued Resource ID: 9e7b0465-1f51-4d37-90e1-bff12715686c with Priority: HIGHEST for action port [ 1017.545069] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_rules [ 1017.545365] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 1017.545365] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7b0465-1f51-4d37-90e1-bff12715686c with Priority: HIGHEST for action port [ 1017.545565] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.545681] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.545746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.545943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.546037] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.547828] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.548095] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.548249] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e7b0465-1f51-4d37-90e1-bff12715686c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.548372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e7b0465-1f51-4d37-90e1-bff12715686c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.548430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e7b0465-1f51-4d37-90e1-bff12715686c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.548736] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e7b0465-1f51-4d37-90e1-bff12715686c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.548736] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e7b0465-1f51-4d37-90e1-bff12715686c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.616366] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e38f662-7489-4c81-98f1-239264402477 req-cb24549b-9378-4afa-a1ce-3775166fb077 service nova] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_rules [ 1017.616604] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e38f662-7489-4c81-98f1-239264402477 req-cb24549b-9378-4afa-a1ce-3775166fb077 service nova] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1017.617781] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e38f662-7489-4c81-98f1-239264402477 req-cb24549b-9378-4afa-a1ce-3775166fb077 service nova] Enqueued Resource ID: 017d2972-4b42-4a85-8d5b-e0f7d148d56a with Priority: HIGHEST for action port [ 1017.617781] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_rules [ 1017.617781] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1017.617781] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017d2972-4b42-4a85-8d5b-e0f7d148d56a with Priority: HIGHEST for action port [ 1017.618233] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.618233] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.618473] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.618584] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.618768] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-017d2972-4b42-4a85-8d5b-e0f7d148d56a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.618881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-017d2972-4b42-4a85-8d5b-e0f7d148d56a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.618943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-017d2972-4b42-4a85-8d5b-e0f7d148d56a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.619189] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-017d2972-4b42-4a85-8d5b-e0f7d148d56a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.619279] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('017d2972-4b42-4a85-8d5b-e0f7d148d56a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.691007] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: SUCCESS [ 1017.691007] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.049140] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.049340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.050845] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e7b0465-1f51-4d37-90e1-bff12715686c with status ACTIVE [ 1018.051109] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.051298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.051407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.051676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.051791] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.052120] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.052269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.052366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.052630] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.052749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.053225] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.053225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.053356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.054516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.054516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.054516] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e7b0465-1f51-4d37-90e1-bff12715686c is going to be updated. [ 1018.057269] env[66117]: INFO networking_nsxv3.common.synchronization [req-7b295c1a-2bdc-4a06-b30a-b590f72a707a req-3a6e2116-a89f-4354-aa43-45fc299cc825 tempest-ServerActionsTestOtherB-1865764415 tempest-ServerActionsTestOtherB-1865764415-project-member] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1018.058011] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1018.059313] env[66117]: INFO networking_nsxv3.common.synchronization [req-a80c54a6-6444-4ca0-8451-7e5036732eaa req-6896d45d-e64f-4574-9875-1503e7be0c48 tempest-ImagesTestJSON-1892496762 tempest-ImagesTestJSON-1892496762-project-member] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 1018.060825] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.060825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.060825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.060825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.061116] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.061116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.061213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.061373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.061502] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.061666] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.063873] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGHEST for action security_group_members [ 1018.064266] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.064444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.064552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.065162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.065162] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.065162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.065440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.065440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.065861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.065861] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.084705] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.084912] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.085059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.085363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.085503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.085672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e7b0465-1f51-4d37-90e1-bff12715686c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.121273] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 017d2972-4b42-4a85-8d5b-e0f7d148d56a with status ACTIVE [ 1018.121532] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.121714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.121763] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.121952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.122078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.122269] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.122370] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.122407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.122588] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.122718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.122847] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.123826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.123826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.123826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.123826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.123826] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 017d2972-4b42-4a85-8d5b-e0f7d148d56a is going to be updated. [ 1018.150533] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.151442] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.151862] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.153080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.153080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.153080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-017d2972-4b42-4a85-8d5b-e0f7d148d56a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.400399] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 1018.400399] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 deletion is rescheduled due to dependency. [ 1018.400399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.400399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.400399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.400399] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.400399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.400399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.400399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.400399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.400818] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.460835] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.461499] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-241" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.461801] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-241" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.462451] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-241" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.462545] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.462680] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.462794] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.463084] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.463247] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.463463] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.463571] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.463674] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.463772] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.463876] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.463974] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.464144] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.489856] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.489856] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.490123] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.490320] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-241" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.490625] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-9a15a882-efe7-41d5-a1d6-638c7dbccf30 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.490961] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-9a15a882-efe7-41d5-a1d6-638c7dbccf30" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.491186] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-9a15a882-efe7-41d5-a1d6-638c7dbccf30" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.491709] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-9a15a882-efe7-41d5-a1d6-638c7dbccf30" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.491886] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a15a882-efe7-41d5-a1d6-638c7dbccf30',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.564050] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.564373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.564373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.564540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.568391] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.568534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.587379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.587658] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.587769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.587999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.588052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.588115] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.588199] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e1d86d-3294-400f-be01-5245da320976 is going to be updated. [ 1018.589175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.589339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.622446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.622763] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.622914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.623022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.623317] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.623434] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.623568] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be updated. [ 1018.638409] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.638711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.638711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.639435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.639435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.663178] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: IN_PROGRESS for 2s [ 1018.669243] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.669436] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.669552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.669924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.670189] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.687611] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: IN_PROGRESS for 2s [ 1018.903226] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.994306] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.994630] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.994719] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.995092] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.995283] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.995447] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 9a15a882-efe7-41d5-a1d6-638c7dbccf30 not found, creating... [ 1018.995707] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.995926] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.996125] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.996379] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.996546] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.996921] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.997154] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.997304] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.997542] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.997700] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.997860] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 9a15a882-efe7-41d5-a1d6-638c7dbccf30 is going to be created. [ 1019.019659] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.019873] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.020043] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.020339] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.020565] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.020785] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-9a15a882-efe7-41d5-a1d6-638c7dbccf30" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.079937] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: SUCCESS [ 1019.080210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.092101] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: SUCCESS [ 1019.092337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.092507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.092732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.092926] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.093068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.093169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.093341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.093422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.093508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.093605] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.094822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.094994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.095182] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.095316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.095380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.095528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.095605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.095692] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.407539] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.597587] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.597958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.597958] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.829365] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e38f662-7489-4c81-98f1-239264402477 req-dcaecf34-554c-46d5-af26-b2922ca0ac6b service nova] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_rules [ 1019.829654] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e38f662-7489-4c81-98f1-239264402477 req-dcaecf34-554c-46d5-af26-b2922ca0ac6b service nova] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1019.829780] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e38f662-7489-4c81-98f1-239264402477 req-dcaecf34-554c-46d5-af26-b2922ca0ac6b service nova] Enqueued Resource ID: 9a15a882-efe7-41d5-a1d6-638c7dbccf30 with Priority: HIGHEST for action port [ 1019.830552] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_rules [ 1019.830759] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1019.831252] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a15a882-efe7-41d5-a1d6-638c7dbccf30 with Priority: HIGHEST for action port [ 1019.831641] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.831807] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.832170] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.832959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.832959] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a15a882-efe7-41d5-a1d6-638c7dbccf30 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.832959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a15a882-efe7-41d5-a1d6-638c7dbccf30" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.832959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a15a882-efe7-41d5-a1d6-638c7dbccf30" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.833201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a15a882-efe7-41d5-a1d6-638c7dbccf30" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.833201] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a15a882-efe7-41d5-a1d6-638c7dbccf30',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.912224] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.912224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.912224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.912224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.912224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.912224] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 1019.945469] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.945682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.945729] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.947100] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.947100] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.956974] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 1020.099931] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.335954] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a15a882-efe7-41d5-a1d6-638c7dbccf30 with status ACTIVE [ 1020.338048] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.338048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.338048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.338048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.338048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.338048] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.338048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.338048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.338048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.338048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.338048] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.338048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.338048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.338048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.338048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.338048] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a15a882-efe7-41d5-a1d6-638c7dbccf30 is going to be updated. [ 1020.364520] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.364738] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.364779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.365052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.365251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.365641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a15a882-efe7-41d5-a1d6-638c7dbccf30" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.604230] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.604230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.604230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.604230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.604230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.605882] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be updated. [ 1020.641176] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.641361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.641403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.641661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.641815] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.654308] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: IN_PROGRESS for 2s [ 1020.672389] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: SUCCESS [ 1020.672607] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e1d86d-3294-400f-be01-5245da320976 deletion is rescheduled due to dependency. [ 1020.672713] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.696964] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9133f4-2b04-411a-b29d-3236a5312dae in Status: SUCCESS [ 1020.697161] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae deletion is rescheduled due to dependency. [ 1020.697279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.725127] env[66117]: INFO networking_nsxv3.common.synchronization [req-730deb2f-993c-402b-aa6b-1c8bb4433a2e req-97af6391-9f8c-4f35-8d63-e65877f84343 tempest-DeleteServersTestJSON-1546501066 tempest-DeleteServersTestJSON-1546501066-project-member] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 1020.725874] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 1020.726849] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.726849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.726849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.727049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.727125] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.727319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.727384] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.727572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.727663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.727766] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.230673] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.230882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.230927] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.231181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.231277] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.231555] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.231695] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.231765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.231940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.232031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.232204] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 1021.272643] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.272838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.272879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.273117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.273635] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.287556] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 1021.969211] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 1021.969555] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.970240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.970427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.970623] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.970745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.970808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.971039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.971117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.971592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.971592] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.473774] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.473919] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.474094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.474243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.474416] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.474538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.474583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.474719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.474796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.474886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.475037] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.475169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.475248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.475320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.475461] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.475552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.475599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.475719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.475782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.476210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.476210] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.666552] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: SUCCESS [ 1022.666777] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.666952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.667194] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.667393] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.667510] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.667576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.667723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.667802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.667884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.668051] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.668123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.668187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.668507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.668655] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.668749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.668806] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.668947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.669512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.669660] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.669752] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.671027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.671207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.671471] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.673154] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.673242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.673377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.673458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.673557] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.978727] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d796e75e-eb32-4201-94c1-b128237fb437: rpc.has_security_group_logging(os_id): False [ 1023.006482] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.007822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.007926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.008216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.008349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.008602] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.008730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.008790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.008985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.009080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.009353] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.009440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.009488] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.009651] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.009949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.009949] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.010078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.010132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.010333] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.010459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.010552] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 1023.096057] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.096333] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.096470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.097938] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.097938] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.109351] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 1023.175744] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.176796] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8436bf41-ec43-4660-a747-b7ca2a24b42e: rpc.has_security_group_logging(os_id): False [ 1023.201324] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.201583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.201583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.201754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.201818] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.202039] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.202172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.202400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.202400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.202498] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.202671] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.202765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.202827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.202964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.203848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.203848] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.203848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.203848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.203848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.203848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.204172] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be created. [ 1023.300769] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 1023.300769] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b deletion is rescheduled due to dependency. [ 1023.300769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.304878] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.305088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.305088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.305325] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.305500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.319155] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: IN_PROGRESS for 2s [ 1023.680371] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.188736] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.188736] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.188736] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.188736] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.188736] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.188736] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be updated. [ 1024.219512] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.219512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.219512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.219512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.219512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.229091] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: IN_PROGRESS for 2s [ 1025.126195] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 1025.126428] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.342061] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: SUCCESS [ 1025.342061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.342061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.342061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.342061] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.483565] env[66117]: INFO networking_nsxv3.common.synchronization [req-e60754bc-2d0a-4e9c-bba5-633497a9c098 req-6e7c62bf-c9c3-4c25-89bf-fb0466f23f41 tempest-MigrationsAdminTest-1298079637 tempest-MigrationsAdminTest-1298079637-project-member] Enqueued Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_members [ 1025.486105] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGHEST for action security_group_members [ 1025.486362] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.486826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.486826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.486947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.487197] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.487354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.487444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.487678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.487799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.487935] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.844915] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.844915] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.991786] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.994583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.995048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.995048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.022342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.022342] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.022342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.022342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.022342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.022342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.022342] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 is going to be updated. [ 1026.054640] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.054811] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.054881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.055229] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.055313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.066018] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: IN_PROGRESS for 2s [ 1026.244894] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: SUCCESS [ 1026.245211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.245519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.245686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.245947] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.246201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.246201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.246366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.246469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.246568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.246743] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.494873] env[66117]: INFO networking_nsxv3.common.synchronization [req-3bd9cd2a-6c34-48fa-8aa1-2a10b103044b req-dfc4cccd-4fb2-4d7a-bc17-9a8840025616 tempest-ServerRescueNegativeTestJSON-1614547636 tempest-ServerRescueNegativeTestJSON-1614547636-project-member] Enqueued Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_members [ 1026.495825] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_members [ 1026.496608] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-27298c91-e047-42b5-acc7-f0f8bc3f00fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.496608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.496608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.498301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.498301] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.498301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.498301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.498301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.498301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.498301] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.750387] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.750624] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.750624] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.750760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.750957] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.751085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.751159] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.751747] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.751747] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.751747] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.752458] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.752458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.752458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.752458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.752458] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.752458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.752884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.752884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.752884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.752884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.753109] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.002861] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.257771] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8436bf41-ec43-4660-a747-b7ca2a24b42e: rpc.has_security_group_logging(os_id): False [ 1027.278784] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.279032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.279032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.279280] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.279357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.279574] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.279723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.279723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.279888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.279977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.280708] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.280708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.280708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.280708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.280708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.280965] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.280965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.280965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.281185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.281267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.281267] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be updated. [ 1027.346836] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.347111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.347111] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.347244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.347357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.360674] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: IN_PROGRESS for 2s [ 1027.413388] env[66117]: INFO networking_nsxv3.common.synchronization [req-9da3860e-a17e-4e71-93f5-7a3f95d58249 req-1b27c85d-e523-4e22-9c38-6c741c331f82 tempest-ServerActionsV293TestJSON-1212805081 tempest-ServerActionsV293TestJSON-1212805081-project-member] Enqueued Resource ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 with Priority: HIGHEST for action security_group_members [ 1027.413921] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 with Priority: HIGHEST for action security_group_members [ 1027.414454] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c48ec49-9158-4bbe-9426-0ba165e64411 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.414600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.414739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.414997] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.415167] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.415533] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.415533] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.415533] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.415797] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.415797] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c48ec49-9158-4bbe-9426-0ba165e64411',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.508218] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.918816] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.919253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.919253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.919381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.942018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.942338] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.942511] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.942511] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.942714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.942795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.942882] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 is going to be updated. [ 1027.972358] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.972528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.973615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.973615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.973615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.983086] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 in Status: IN_PROGRESS for 2s [ 1028.012304] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.012533] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.012608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.012830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.012922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.013031] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb is going to be updated. [ 1028.046525] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.046693] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.046739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.046975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.047088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.059967] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb in Status: IN_PROGRESS for 2s [ 1028.076535] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 in Status: SUCCESS [ 1028.076711] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 deletion is rescheduled due to dependency. [ 1028.076819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.158671] env[66117]: INFO networking_nsxv3.common.synchronization [req-fd0a27a6-4bb5-4794-bd27-399e4055093c req-213402d8-5852-48be-809a-fddfc3ecf555 tempest-ServersTestJSON-223012260 tempest-ServersTestJSON-223012260-project-member] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1028.160415] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1028.160415] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.160415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.160415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.160917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.161090] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.161849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.161966] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.162188] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.162359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.162500] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.610622] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.610971] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.611239] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.611411] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.611714] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.611840] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.611954] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.612185] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.612390] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.612829] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.612829] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.612829] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.612926] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.613191] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.613191] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.613309] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.634323] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.634897] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.634897] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.634897] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.635196] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-cfcbf98c-a45e-4a10-9433-4cfc43709510 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.635637] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-cfcbf98c-a45e-4a10-9433-4cfc43709510" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.635637] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-cfcbf98c-a45e-4a10-9433-4cfc43709510" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.635820] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-cfcbf98c-a45e-4a10-9433-4cfc43709510" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.636492] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfcbf98c-a45e-4a10-9433-4cfc43709510',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.665258] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.138991] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.138991] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.139181] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.139297] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.139442] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.139589] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port cfcbf98c-a45e-4a10-9433-4cfc43709510 not found, creating... [ 1029.140189] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.140189] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.140189] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.140380] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.140461] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.140710] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.140856] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.140965] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.141179] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.141306] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.141442] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: cfcbf98c-a45e-4a10-9433-4cfc43709510 is going to be created. [ 1029.163714] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.163941] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.164078] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.164347] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.164593] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.164828] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-cfcbf98c-a45e-4a10-9433-4cfc43709510" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.167262] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.375687] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: SUCCESS [ 1029.375817] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.375993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.376239] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.376332] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.669855] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.670351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.670351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.670351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.670598] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.670598] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1029.707306] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.707591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.707591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.707734] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.707861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.719892] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1029.879113] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.879322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.879374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.879604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.880504] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.880625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.880715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.880914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.881040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.881178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.881298] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.921266] env[66117]: INFO networking_nsxv3.common.synchronization [req-fd0a27a6-4bb5-4794-bd27-399e4055093c req-68b212f5-0c54-4220-803c-9dda26030099 service nova] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_rules [ 1029.921266] env[66117]: INFO networking_nsxv3.common.synchronization [req-fd0a27a6-4bb5-4794-bd27-399e4055093c req-68b212f5-0c54-4220-803c-9dda26030099 service nova] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1029.923532] env[66117]: INFO networking_nsxv3.common.synchronization [req-fd0a27a6-4bb5-4794-bd27-399e4055093c req-68b212f5-0c54-4220-803c-9dda26030099 service nova] Enqueued Resource ID: cfcbf98c-a45e-4a10-9433-4cfc43709510 with Priority: HIGHEST for action port [ 1029.924515] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_rules [ 1029.924826] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1029.925054] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfcbf98c-a45e-4a10-9433-4cfc43709510 with Priority: HIGHEST for action port [ 1029.925452] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.925702] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.925973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.926318] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.926498] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.927639] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.927868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.928195] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfcbf98c-a45e-4a10-9433-4cfc43709510 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.928522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfcbf98c-a45e-4a10-9433-4cfc43709510" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.928872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfcbf98c-a45e-4a10-9433-4cfc43709510" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.929172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfcbf98c-a45e-4a10-9433-4cfc43709510" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.929372] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfcbf98c-a45e-4a10-9433-4cfc43709510',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.993912] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 in Status: SUCCESS [ 1029.996973] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 deletion is rescheduled due to dependency. [ 1029.996973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.073468] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb in Status: SUCCESS [ 1030.073697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.387540] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.387540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.387540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.387540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.387540] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.387540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.387540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.387540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.387540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.387540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.387540] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.387540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.387540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.387540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.387540] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.387540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.388647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.388647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.388647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.388647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.388647] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.434435] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.434435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.434435] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfcbf98c-a45e-4a10-9433-4cfc43709510 with status ACTIVE [ 1030.434435] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.434435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.434435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.434435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.434435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.434435] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.434435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.434435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.434435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.434435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.435553] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.435553] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.435553] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.435553] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.435553] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.435553] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfcbf98c-a45e-4a10-9433-4cfc43709510 is going to be updated. [ 1030.460491] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.460655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.460744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.460960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.461109] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.461267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfcbf98c-a45e-4a10-9433-4cfc43709510" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.890854] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8436bf41-ec43-4660-a747-b7ca2a24b42e: rpc.has_security_group_logging(os_id): False [ 1030.913020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.913020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.913020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.913020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.913020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.913020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.913020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.913020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.913020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.913020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.913020] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.913020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.913020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.913020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.913020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.913713] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.913713] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.913713] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.913713] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.913713] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.913713] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be updated. [ 1030.980059] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.980299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.980299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.980495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.980671] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.002330] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: IN_PROGRESS for 2s [ 1031.731231] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1031.731231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.732198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.732438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.732926] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.732926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.732926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.732926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.733223] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.733223] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.236027] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.739014] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.018992] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: SUCCESS [ 1033.019315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.242070] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.242489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.242489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.242679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.242759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.242879] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1033.274958] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.275183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.275232] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.275419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.275654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.286697] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1033.727481] env[66117]: INFO networking_nsxv3.common.synchronization [req-7cbb72b6-c9a7-4bd8-a645-f33c6c22a816 req-131be4e1-e6f6-4385-b73e-49634a86ce92 tempest-ServersNegativeTestJSON-761714706 tempest-ServersNegativeTestJSON-761714706-project-member] Enqueued Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_members [ 1033.727746] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGHEST for action security_group_members [ 1033.728055] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.728293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.728293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.728430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.728612] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.728706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.728706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.728853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.728936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.729040] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.956054] env[66117]: INFO networking_nsxv3.common.synchronization [None req-2619f7a0-a436-45bb-94e4-573ecb560ce8 None None] Enqueued Resource ID: 0316d302-4b50-43c9-a23b-4d8cdf2ed4eb with Priority: HIGHEST for action port [ 1033.956664] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0316d302-4b50-43c9-a23b-4d8cdf2ed4eb with Priority: HIGHEST for action port [ 1033.959097] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0316d302-4b50-43c9-a23b-4d8cdf2ed4eb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.959358] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0316d302-4b50-43c9-a23b-4d8cdf2ed4eb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.959449] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0316d302-4b50-43c9-a23b-4d8cdf2ed4eb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.959788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0316d302-4b50-43c9-a23b-4d8cdf2ed4eb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.959887] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0316d302-4b50-43c9-a23b-4d8cdf2ed4eb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.234711] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.238150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.238150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.238150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.265249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.265636] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.265746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.265818] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.265966] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.266059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.266166] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aecc1ece-2198-4673-a248-ee54ea1faa3b is going to be updated. [ 1034.295837] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.296105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.296232] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.296623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.297598] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.310603] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: IN_PROGRESS for 2s [ 1034.320079] env[66117]: INFO networking_nsxv3.common.synchronization [req-334da8dd-ad35-45be-8a4b-b7d7ecc16ac5 req-f47535f5-c9a7-4e0a-af2e-a3f06faf5422 tempest-ServersTestMultiNic-1798845252 tempest-ServersTestMultiNic-1798845252-project-member] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1034.320079] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1034.320079] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.320079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.320079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.320724] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.321091] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.321329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.321496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.321739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.321909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.322100] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.466534] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0316d302-4b50-43c9-a23b-4d8cdf2ed4eb [ 1034.466534] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.466534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.466534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.466534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.466534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.466534] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0316d302-4b50-43c9-a23b-4d8cdf2ed4eb already deleted. [ 1034.466534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0316d302-4b50-43c9-a23b-4d8cdf2ed4eb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.632580] env[66117]: INFO networking_nsxv3.common.synchronization [req-334da8dd-ad35-45be-8a4b-b7d7ecc16ac5 req-2ef4bf26-9d0d-4118-963d-4f5fc559006f tempest-ServersTestMultiNic-1798845252 tempest-ServersTestMultiNic-1798845252-project-member] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1034.633226] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1034.638568] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.638861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.824332] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.947555] env[66117]: INFO networking_nsxv3.common.synchronization [req-334da8dd-ad35-45be-8a4b-b7d7ecc16ac5 req-32753fe8-cdfb-451c-ba6c-820282220209 tempest-ServersTestMultiNic-1798845252 tempest-ServersTestMultiNic-1798845252-project-member] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1034.948201] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1034.948531] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.948633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.009823] env[66117]: INFO networking_nsxv3.common.synchronization [req-ed249c51-c6a9-45ef-99f5-b6bece48747e req-ac5f19c3-efb1-499b-9455-bce40d2ebb00 tempest-ServerActionsTestOtherB-1865764415 tempest-ServerActionsTestOtherB-1865764415-project-member] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1035.012376] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1035.012376] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.012376] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.012376] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.012376] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.013235] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.013235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.013235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.013637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.013798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.014037] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.304568] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1035.307049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.307049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.307049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.307049] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.307049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.307049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.309172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.309172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.309172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.309172] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.331349] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.452927] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.453389] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.453583] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.453805] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.454124] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.454452] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.454452] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.454896] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.454896] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.455203] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.455311] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.455459] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.455515] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.455630] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.455727] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.455870] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.476443] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.476670] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.476838] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.477032] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.477392] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-1766b449-c1f0-48cc-b92d-b3b345f97d51 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.477609] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-1766b449-c1f0-48cc-b92d-b3b345f97d51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.477789] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-1766b449-c1f0-48cc-b92d-b3b345f97d51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.478218] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-1766b449-c1f0-48cc-b92d-b3b345f97d51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.478360] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1766b449-c1f0-48cc-b92d-b3b345f97d51',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.519897] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.520091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.520169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.520418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.520552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.520771] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.520905] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.520971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.521155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.521240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.521329] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e1d86d-3294-400f-be01-5245da320976 is going to be updated. [ 1035.553443] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.553644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.554241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.554533] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.554746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.565384] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: IN_PROGRESS for 2s [ 1035.813305] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.813636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.813868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.814316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.814598] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.814783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.814897] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.815180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.815329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.815497] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.815752] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.815921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.816051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.816306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.816546] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.816716] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.816843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.817103] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.817259] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.817418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.817587] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.837756] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.837933] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.838204] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.838204] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.838411] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.838411] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be updated. [ 1035.870420] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.870699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.870699] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.870925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.871102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.882691] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: IN_PROGRESS for 2s [ 1035.985075] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.985075] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.985075] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.985075] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.985075] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.985075] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 1766b449-c1f0-48cc-b92d-b3b345f97d51 not found, creating... [ 1035.985075] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.985075] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.985075] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.985075] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.985075] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.985590] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.985590] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.985590] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.985590] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.985590] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.985590] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 1766b449-c1f0-48cc-b92d-b3b345f97d51 is going to be created. [ 1036.010042] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.010042] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.010042] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.010367] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.011025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.011025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-1766b449-c1f0-48cc-b92d-b3b345f97d51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.323594] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aecc1ece-2198-4673-a248-ee54ea1faa3b in Status: SUCCESS [ 1036.323939] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aecc1ece-2198-4673-a248-ee54ea1faa3b deletion is rescheduled due to dependency. [ 1036.323939] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.324204] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 572c5aac-3968-4ec9-ad45-8c570e47c65d: rpc.has_security_group_logging(os_id): False [ 1036.356170] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.356170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.356170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.356419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.356419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.356526] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.356626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.356691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.356841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.357843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.357843] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.357843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.357843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.357843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.357843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.357843] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.358197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.358197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.358197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.358303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.358363] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1036.367703] env[66117]: INFO networking_nsxv3.common.synchronization [None req-56ae81cb-9e91-4d1d-b212-08f1aeef5ea9 None None] Enqueued Resource ID: 2c05b461-94bc-4cf2-8a6e-bc7ef3c3a13a with Priority: HIGHEST for action port [ 1036.367703] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c05b461-94bc-4cf2-8a6e-bc7ef3c3a13a with Priority: HIGHEST for action port [ 1036.369410] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c05b461-94bc-4cf2-8a6e-bc7ef3c3a13a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.369410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c05b461-94bc-4cf2-8a6e-bc7ef3c3a13a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.369410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c05b461-94bc-4cf2-8a6e-bc7ef3c3a13a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.369410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c05b461-94bc-4cf2-8a6e-bc7ef3c3a13a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.369410] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c05b461-94bc-4cf2-8a6e-bc7ef3c3a13a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.457995] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.457995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.457995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.457995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.458260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.476337] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1036.740641] env[66117]: INFO networking_nsxv3.common.synchronization [req-ed249c51-c6a9-45ef-99f5-b6bece48747e req-2e1f68c0-49a4-4bcd-944f-045a7f8141ae service nova] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_rules [ 1036.741109] env[66117]: INFO networking_nsxv3.common.synchronization [req-ed249c51-c6a9-45ef-99f5-b6bece48747e req-2e1f68c0-49a4-4bcd-944f-045a7f8141ae service nova] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1036.741304] env[66117]: INFO networking_nsxv3.common.synchronization [req-ed249c51-c6a9-45ef-99f5-b6bece48747e req-2e1f68c0-49a4-4bcd-944f-045a7f8141ae service nova] Enqueued Resource ID: 1766b449-c1f0-48cc-b92d-b3b345f97d51 with Priority: HIGHEST for action port [ 1036.741946] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_rules [ 1036.742107] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1036.742206] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1766b449-c1f0-48cc-b92d-b3b345f97d51 with Priority: HIGHEST for action port [ 1036.742599] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.742666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.742730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.742943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.743035] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.744362] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.744472] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.744704] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-1766b449-c1f0-48cc-b92d-b3b345f97d51 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.744826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1766b449-c1f0-48cc-b92d-b3b345f97d51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.744891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1766b449-c1f0-48cc-b92d-b3b345f97d51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.745109] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1766b449-c1f0-48cc-b92d-b3b345f97d51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.745198] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1766b449-c1f0-48cc-b92d-b3b345f97d51',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.874796] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c05b461-94bc-4cf2-8a6e-bc7ef3c3a13a [ 1036.874796] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.874796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.874796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.874796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.874796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.874796] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c05b461-94bc-4cf2-8a6e-bc7ef3c3a13a already deleted. [ 1036.874796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c05b461-94bc-4cf2-8a6e-bc7ef3c3a13a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.114556] env[66117]: INFO networking_nsxv3.common.synchronization [None req-8b85b911-c570-4771-a687-852aba769378 None None] Enqueued Resource ID: 47f66f90-00dc-4c8a-8755-a55e51458321 with Priority: HIGHEST for action port [ 1037.114556] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66f90-00dc-4c8a-8755-a55e51458321 with Priority: HIGHEST for action port [ 1037.115103] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-47f66f90-00dc-4c8a-8755-a55e51458321 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.115372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47f66f90-00dc-4c8a-8755-a55e51458321" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.115534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47f66f90-00dc-4c8a-8755-a55e51458321" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.115879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47f66f90-00dc-4c8a-8755-a55e51458321" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.116071] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47f66f90-00dc-4c8a-8755-a55e51458321',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.248017] env[66117]: INFO networking_nsxv3.common.synchronization [req-76902650-e68d-468f-baaa-b3a3bc98cc57 req-127d952c-b35f-4d1e-a827-8956eccf2049 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_members [ 1037.254024] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.254024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.254024] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_members [ 1037.254024] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1766b449-c1f0-48cc-b92d-b3b345f97d51 with status ACTIVE [ 1037.254024] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.254024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.254024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.254024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.254024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.254024] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.254024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.254024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.254024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.254024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.254715] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.254715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.254715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.254715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.254715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.254715] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1766b449-c1f0-48cc-b92d-b3b345f97d51 is going to be updated. [ 1037.256322] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.256454] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.256491] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.256670] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.256865] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.256962] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.257032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.257202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.257375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.257486] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.307028] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.307225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.307225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.307398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.307534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.307693] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1766b449-c1f0-48cc-b92d-b3b345f97d51" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.576210] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: SUCCESS [ 1037.576847] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e1d86d-3294-400f-be01-5245da320976 deletion is rescheduled due to dependency. [ 1037.576847] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.576847] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.577060] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.577153] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.577264] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.577322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.577482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.577559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.577655] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.619281] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47f66f90-00dc-4c8a-8755-a55e51458321 [ 1037.619958] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.619958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.619958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.620129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.620129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.620208] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47f66f90-00dc-4c8a-8755-a55e51458321 already deleted. [ 1037.620279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47f66f90-00dc-4c8a-8755-a55e51458321" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.639103] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.639274] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.639396] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.639657] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.639930] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.640129] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.640248] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.640467] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.640605] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.640813] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.640919] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.641032] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.641138] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.641242] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.641341] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.641477] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.659176] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.659362] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.659498] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.659667] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.659979] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-f789e03e-0604-4aaf-82f8-548be8a2af8c taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.660212] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-f789e03e-0604-4aaf-82f8-548be8a2af8c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.660352] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-f789e03e-0604-4aaf-82f8-548be8a2af8c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.660716] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-f789e03e-0604-4aaf-82f8-548be8a2af8c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.660855] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f789e03e-0604-4aaf-82f8-548be8a2af8c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.761861] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.893345] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: SUCCESS [ 1037.893630] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.893816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.894059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.894886] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.894886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.894886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.894886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.894886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.894886] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.080903] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.166171] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.166171] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.166171] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.166171] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.166470] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.166530] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port f789e03e-0604-4aaf-82f8-548be8a2af8c not found, creating... [ 1038.166851] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.167055] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.167207] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.167480] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.167695] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.168465] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.168675] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.168796] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.169057] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.169194] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.170432] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: f789e03e-0604-4aaf-82f8-548be8a2af8c is going to be created. [ 1038.193059] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.193276] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.193487] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.194442] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.194442] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.194442] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-f789e03e-0604-4aaf-82f8-548be8a2af8c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.265035] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.397785] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.397994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.397994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.398284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.398359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.398593] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.398755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.398819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.398949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.399098] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.399210] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be updated. [ 1038.430565] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.430817] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.430817] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.431092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.431257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.444301] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: IN_PROGRESS for 2s [ 1038.500490] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1038.500490] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.585351] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.771023] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.771023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.771023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.771023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.771023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.771023] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 is going to be updated. [ 1038.800920] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.801115] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.801177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.802296] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.802515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.816188] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: IN_PROGRESS for 2s [ 1039.017618] env[66117]: INFO networking_nsxv3.common.synchronization [req-76902650-e68d-468f-baaa-b3a3bc98cc57 req-9610481b-ff9a-449e-b852-466b5cb9e3a6 service nova] Enqueued Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_rules [ 1039.017804] env[66117]: INFO networking_nsxv3.common.synchronization [req-76902650-e68d-468f-baaa-b3a3bc98cc57 req-9610481b-ff9a-449e-b852-466b5cb9e3a6 service nova] Enqueued Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_members [ 1039.017942] env[66117]: INFO networking_nsxv3.common.synchronization [req-76902650-e68d-468f-baaa-b3a3bc98cc57 req-9610481b-ff9a-449e-b852-466b5cb9e3a6 service nova] Enqueued Resource ID: f789e03e-0604-4aaf-82f8-548be8a2af8c with Priority: HIGHEST for action port [ 1039.018833] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_rules [ 1039.018953] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_members [ 1039.019024] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f789e03e-0604-4aaf-82f8-548be8a2af8c with Priority: HIGHEST for action port [ 1039.019311] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.019432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.019506] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.019704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.019778] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.021867] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.021953] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.022172] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f789e03e-0604-4aaf-82f8-548be8a2af8c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.022280] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f789e03e-0604-4aaf-82f8-548be8a2af8c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.022350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f789e03e-0604-4aaf-82f8-548be8a2af8c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.022610] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f789e03e-0604-4aaf-82f8-548be8a2af8c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.022692] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f789e03e-0604-4aaf-82f8-548be8a2af8c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.088559] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.088705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.088786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.090043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.090043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.090043] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e1d86d-3294-400f-be01-5245da320976 is going to be updated. [ 1039.124030] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.124219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.124322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.124619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.124753] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.135538] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: IN_PROGRESS for 2s [ 1039.415617] env[66117]: INFO networking_nsxv3.common.synchronization [None req-00ae6670-bb92-40da-8fb4-0bc824ff17bd None None] Enqueued Resource ID: c387211a-eb5c-426c-a247-9e4b0270d1b2 with Priority: HIGHEST for action port [ 1039.416190] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c387211a-eb5c-426c-a247-9e4b0270d1b2 with Priority: HIGHEST for action port [ 1039.416495] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-c387211a-eb5c-426c-a247-9e4b0270d1b2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.416612] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c387211a-eb5c-426c-a247-9e4b0270d1b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.416714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c387211a-eb5c-426c-a247-9e4b0270d1b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.416919] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c387211a-eb5c-426c-a247-9e4b0270d1b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.417028] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c387211a-eb5c-426c-a247-9e4b0270d1b2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.523120] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.523120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.525014] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f789e03e-0604-4aaf-82f8-548be8a2af8c with status ACTIVE [ 1039.525238] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.525368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.525427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.525716] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.525773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.525905] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.526011] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.526087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.526285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.526337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.526498] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.526596] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.526659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.526795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.526868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.526950] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f789e03e-0604-4aaf-82f8-548be8a2af8c is going to be updated. [ 1039.553242] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.553431] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.553493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.553741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.553884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.555021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f789e03e-0604-4aaf-82f8-548be8a2af8c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.919162] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c387211a-eb5c-426c-a247-9e4b0270d1b2 [ 1039.919448] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.919647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.919647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.919813] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.919903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.919996] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c387211a-eb5c-426c-a247-9e4b0270d1b2 already deleted. [ 1039.920088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c387211a-eb5c-426c-a247-9e4b0270d1b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.456426] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: SUCCESS [ 1040.456426] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e deletion is rescheduled due to dependency. [ 1040.456426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.456426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.456426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.456426] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.456426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.456426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.456426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.456426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.456426] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.828028] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: SUCCESS [ 1040.828273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.828453] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.828756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.829084] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.829243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.829337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.829538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.829618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.829746] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.961998] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.962413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.962413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.962526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.962643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.962851] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.962950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.963022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.963182] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.963256] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.963342] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be updated. [ 1040.997711] env[66117]: INFO networking_nsxv3.common.synchronization [req-e03073ec-d5c7-4c4d-902a-6b76540f5fee req-e6196c9b-9eef-4ee4-b05a-154eeb756155 tempest-ServersTestJSON-223012260 tempest-ServersTestJSON-223012260-project-member] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1040.998466] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1040.998837] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.998965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.002672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.002672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.002672] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.002672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.002672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.002672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.002672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.002672] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.009220] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.009437] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.009553] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.010946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.010946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.025652] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: IN_PROGRESS for 2s [ 1041.147542] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: SUCCESS [ 1041.150022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.150022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.150022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.150022] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.150022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.150022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.152115] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.152115] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.152115] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.153107] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.332680] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.503939] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.656670] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.673334] env[66117]: INFO networking_nsxv3.common.synchronization [req-d99a73ba-0ce4-49e0-8de7-351303b8a793 req-e6c090e1-b65e-452f-98a0-a9ba23e22a9d tempest-DeleteServersTestJSON-1546501066 tempest-DeleteServersTestJSON-1546501066-project-member] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 1041.673334] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 1041.673334] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.673334] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.674103] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.674103] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.675881] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.675881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.675881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.675881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.675881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.675881] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.840280] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.007436] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.111024] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.111024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.111024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.111024] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.111024] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.112792] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.112792] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.112792] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.112792] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.112792] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.112792] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.112792] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.112792] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.112792] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.112792] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.112792] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.136047] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.136233] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.136371] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.136809] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-160" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.136906] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-05fa1233-0916-4c13-b312-7c341e513463 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.137113] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-05fa1233-0916-4c13-b312-7c341e513463" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.137220] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-05fa1233-0916-4c13-b312-7c341e513463" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.137547] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-05fa1233-0916-4c13-b312-7c341e513463" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.137689] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05fa1233-0916-4c13-b312-7c341e513463',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.159253] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08e1d86d-3294-400f-be01-5245da320976: rpc.has_security_group_logging(os_id): False [ 1042.176765] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.177049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.177049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.177261] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.177353] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.177997] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.177997] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.178209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.178209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.178290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.178398] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 1042.181056] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.181190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.181238] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.181401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.181485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.181868] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.181868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.182048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.182164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.182251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.182398] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08e1d86d-3294-400f-be01-5245da320976 is going to be updated. [ 1042.210179] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.210401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.210401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.210633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.210772] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.221223] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 1042.269483] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.269659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.269659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.270604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.270604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.284455] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: IN_PROGRESS for 2s [ 1042.344707] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.345039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.345148] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.345385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.345477] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.345588] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 is going to be updated. [ 1042.372035] env[66117]: INFO networking_nsxv3.common.synchronization [None req-e1c7ce4f-ffd3-49bf-a364-bc3ab316f013 None None] Enqueued Resource ID: 33062961-c0fe-4695-9ed9-9c1b5ea76db2 with Priority: HIGHEST for action port [ 1042.372035] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33062961-c0fe-4695-9ed9-9c1b5ea76db2 with Priority: HIGHEST for action port [ 1042.372035] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-33062961-c0fe-4695-9ed9-9c1b5ea76db2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.372035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33062961-c0fe-4695-9ed9-9c1b5ea76db2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.372035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33062961-c0fe-4695-9ed9-9c1b5ea76db2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.372704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33062961-c0fe-4695-9ed9-9c1b5ea76db2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.372797] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33062961-c0fe-4695-9ed9-9c1b5ea76db2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.381265] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.381427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.381470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.381686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.381828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.392626] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: IN_PROGRESS for 2s [ 1042.511797] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.512026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.512692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.513080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.513295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.513658] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1042.548819] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.549088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.549088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.549651] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.549844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.561204] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1042.639863] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.640107] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.640238] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.640540] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.640689] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.640844] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 05fa1233-0916-4c13-b312-7c341e513463 not found, creating... [ 1042.641125] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.641286] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.641403] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.641739] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.641870] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.642173] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.642388] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.642624] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.642866] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.643801] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.644117] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 05fa1233-0916-4c13-b312-7c341e513463 is going to be created. [ 1042.677415] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.677415] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.677415] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.677415] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.677415] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.677415] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-05fa1233-0916-4c13-b312-7c341e513463" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.875342] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33062961-c0fe-4695-9ed9-9c1b5ea76db2 [ 1042.875672] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.875925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.876026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.876261] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.876347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.876455] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33062961-c0fe-4695-9ed9-9c1b5ea76db2 already deleted. [ 1042.876678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33062961-c0fe-4695-9ed9-9c1b5ea76db2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.034837] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: SUCCESS [ 1043.035422] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e deletion is rescheduled due to dependency. [ 1043.035817] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.458756] env[66117]: INFO networking_nsxv3.common.synchronization [req-d99a73ba-0ce4-49e0-8de7-351303b8a793 req-0182799f-7773-4d09-8323-8d5ac3a6ed50 service nova] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_rules [ 1043.458756] env[66117]: INFO networking_nsxv3.common.synchronization [req-d99a73ba-0ce4-49e0-8de7-351303b8a793 req-0182799f-7773-4d09-8323-8d5ac3a6ed50 service nova] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 1043.458756] env[66117]: INFO networking_nsxv3.common.synchronization [req-d99a73ba-0ce4-49e0-8de7-351303b8a793 req-0182799f-7773-4d09-8323-8d5ac3a6ed50 service nova] Enqueued Resource ID: 05fa1233-0916-4c13-b312-7c341e513463 with Priority: HIGHEST for action port [ 1043.458925] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_rules [ 1043.459762] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 1043.460857] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05fa1233-0916-4c13-b312-7c341e513463 with Priority: HIGHEST for action port [ 1043.463087] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.463324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.463455] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.463725] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.463825] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.465066] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.465187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.465819] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-05fa1233-0916-4c13-b312-7c341e513463 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.465952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05fa1233-0916-4c13-b312-7c341e513463" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.466200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05fa1233-0916-4c13-b312-7c341e513463" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.466429] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05fa1233-0916-4c13-b312-7c341e513463" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.466530] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05fa1233-0916-4c13-b312-7c341e513463',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.970490] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.970705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.970995] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05fa1233-0916-4c13-b312-7c341e513463 with status ACTIVE [ 1043.971689] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.971689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.971689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.971955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.972098] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.972317] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.972461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.972568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.973702] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.973702] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.976137] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.976437] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.977213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.977468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.979088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.979277] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05fa1233-0916-4c13-b312-7c341e513463 is going to be updated. [ 1043.995075] env[66117]: INFO networking_nsxv3.common.synchronization [None req-4bbc34d4-5f59-4b20-8c35-b9c08e8b31fc tempest-AttachInterfacesUnderV243Test-270764103 tempest-AttachInterfacesUnderV243Test-270764103-project-member] Enqueued Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_rules [ 1043.997077] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_rules [ 1043.999835] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a71bbd67-b401-4eaa-900a-a1a20011cb82 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.999835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.999835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.999835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.000092] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.011534] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.011715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.011795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.012550] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.012743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.012950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05fa1233-0916-4c13-b312-7c341e513463" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.147348] env[66117]: INFO networking_nsxv3.common.synchronization [None req-6423e625-b22b-4c7f-9a27-b432e0df5984 tempest-AttachInterfacesUnderV243Test-270764103 tempest-AttachInterfacesUnderV243Test-270764103-project-member] Enqueued Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_rules [ 1044.148465] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_rules [ 1044.148805] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a71bbd67-b401-4eaa-900a-a1a20011cb82 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.148906] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.233810] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 1044.233810] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b deletion is rescheduled due to dependency. [ 1044.233810] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.233810] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.234106] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.234203] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.234351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.234418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.234597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.234683] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.234842] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.301482] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: SUCCESS [ 1044.301752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.404028] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: SUCCESS [ 1044.404162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.404420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.404695] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.405083] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.405230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.405299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.405505] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.405598] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.405686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.405789] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.526279] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.526279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.526279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.526279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.526279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.526495] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 already deleted. [ 1044.526495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.526673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.526741] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.526912] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.574311] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1044.576783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.738762] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.907921] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.054159] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.054307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.054353] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.054586] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.054701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.054818] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 already deleted. [ 1045.054972] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.229853] env[66117]: INFO networking_nsxv3.common.synchronization [None req-7f1cb273-c408-40e5-ad51-6ae61bd44ee4 None None] Enqueued Resource ID: 0392820f-4822-41cb-9f07-2ce7eaa91384 with Priority: HIGHEST for action port [ 1045.230500] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0392820f-4822-41cb-9f07-2ce7eaa91384 with Priority: HIGHEST for action port [ 1045.230935] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0392820f-4822-41cb-9f07-2ce7eaa91384 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.231125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0392820f-4822-41cb-9f07-2ce7eaa91384" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.231253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0392820f-4822-41cb-9f07-2ce7eaa91384" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.231574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0392820f-4822-41cb-9f07-2ce7eaa91384" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.231696] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0392820f-4822-41cb-9f07-2ce7eaa91384',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.241086] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.410875] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00dc6fe2-58c9-4fda-b96d-0e4abac4f304: rpc.has_security_group_logging(os_id): False [ 1045.428976] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.429171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.429234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.429476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.429569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.429838] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.429952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.430027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.430207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.430284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.430384] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 is going to be updated. [ 1045.489913] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.490110] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.490164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.490465] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.490647] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.510166] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: IN_PROGRESS for 2s [ 1045.734531] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0392820f-4822-41cb-9f07-2ce7eaa91384 [ 1045.734772] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.734922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.734985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.735246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.735337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.735442] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0392820f-4822-41cb-9f07-2ce7eaa91384 already deleted. [ 1045.735533] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0392820f-4822-41cb-9f07-2ce7eaa91384" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.744332] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.744492] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.744577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.744815] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.744923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.745035] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 1045.780554] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.780554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.780554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.780812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.780938] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.792559] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 1046.399402] env[66117]: INFO networking_nsxv3.common.synchronization [req-a5570206-83c4-4a93-96fb-998dd862c39a req-05aa3075-34b6-4dc6-9acd-67f693ce0b7d tempest-ServerRescueNegativeTestJSON-1614547636 tempest-ServerRescueNegativeTestJSON-1614547636-project-member] Enqueued Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_members [ 1046.400079] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGHEST for action security_group_members [ 1046.400448] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-27298c91-e047-42b5-acc7-f0f8bc3f00fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.400563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.400641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.400850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.401016] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.401124] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.401180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.401399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.401487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.401583] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.905705] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.905953] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.906059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.906280] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.933398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.933714] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.933841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.933900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.934135] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.934220] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.934314] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb is going to be updated. [ 1046.971025] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.971165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.971224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.971863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.971863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.983154] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb in Status: IN_PROGRESS for 2s [ 1047.528310] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: SUCCESS [ 1047.528626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.803975] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 1047.804219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.804389] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.804609] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.804803] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.804976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.805039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.805185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.805301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.805350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.805433] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.313087] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.313087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.313087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.313087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.313469] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.314123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.314239] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.314474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.314604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.314742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.314962] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.315101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.315189] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.315407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.315581] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.315706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.315771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.315975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.316075] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.316191] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.316293] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.819420] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d84e082-9db3-47fe-9d8c-f2b29abfea3b: rpc.has_security_group_logging(os_id): False [ 1048.841679] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.841889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.841933] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.842140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.842235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.842433] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.842545] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.842632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.842927] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.843047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.843313] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.843461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.843558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.843898] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.844099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.844272] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.844399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.844482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.844650] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.844837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.844948] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 1048.924022] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.924212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.924280] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.924601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.924717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.940086] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 1048.994334] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb in Status: SUCCESS [ 1048.994561] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb deletion is rescheduled due to dependency. [ 1048.994622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.674500] env[66117]: INFO networking_nsxv3.common.synchronization [None req-9edf4f0e-fc47-46f2-9c10-40184beb616b tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 1049.675478] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 1049.675478] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.676240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.676240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.676240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.676240] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.676667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.676667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.676667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.676667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.676667] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.182783] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.184454] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.184454] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.184454] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.205397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.205756] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.206047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.206246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.206584] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.206672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.206782] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be updated. [ 1050.239817] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.240041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.240126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.240387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.240566] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.251774] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: IN_PROGRESS for 2s [ 1050.957890] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 1050.958122] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.264099] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 1052.264367] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 deletion is rescheduled due to dependency. [ 1052.264414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.675906] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1054.676249] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1058.705103] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.705395] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.705679] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.705796] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.706013] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.706215] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.706215] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.706443] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.706821] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.706821] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.707086] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.707086] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.707304] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.707304] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.707304] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.707456] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.721075] env[66117]: INFO networking_nsxv3.common.synchronization [req-7461c62b-b478-431a-89c5-52b0022fe9ea req-ad1fde96-e925-40cd-a765-e12b32b57840 tempest-ServersNegativeTestMultiTenantJSON-330086325 tempest-ServersNegativeTestMultiTenantJSON-330086325-project-member] Enqueued Resource ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 with Priority: HIGHEST for action security_group_members [ 1058.721338] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 with Priority: HIGHEST for action security_group_members [ 1058.721865] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.721988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.722070] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.722308] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.722459] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.722555] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.722614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.722805] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.722893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.722986] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e3c67b-0053-44b8-8dbf-87d93c09ec93',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.727825] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.727975] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.728128] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.728289] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.728563] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-bcb3bfa9-9982-4183-b534-d5a5ae0199de taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.728719] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.728836] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.729149] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.729283] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcb3bfa9-9982-4183-b534-d5a5ae0199de',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.074174] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.074371] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-835" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.074502] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-835" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.074856] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-835" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.075208] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.075375] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.075490] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.075713] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.075851] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.076065] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.076176] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.076301] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.076431] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.076549] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.076651] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.076780] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.096874] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.097062] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.097175] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.097343] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-835" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.097655] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-27e37698-3af8-49fe-bb15-6cf90562a3e8 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.097858] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-27e37698-3af8-49fe-bb15-6cf90562a3e8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.097982] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-27e37698-3af8-49fe-bb15-6cf90562a3e8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.098355] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-27e37698-3af8-49fe-bb15-6cf90562a3e8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.098535] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e37698-3af8-49fe-bb15-6cf90562a3e8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.225786] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.225972] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.226057] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.226293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.226381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.226576] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.226672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.226734] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.226886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.226958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.227053] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 already deleted. [ 1059.227132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.231856] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.232095] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.232219] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.232441] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.232575] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.232827] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port bcb3bfa9-9982-4183-b534-d5a5ae0199de not found, creating... [ 1059.233101] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.233338] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.233503] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.233830] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.234077] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.234463] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.234620] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.234915] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.235215] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.235356] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.235496] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: bcb3bfa9-9982-4183-b534-d5a5ae0199de is going to be created. [ 1059.257713] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.258049] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.258283] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.258836] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.259238] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.259580] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.600568] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.600725] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.600918] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.601319] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.601382] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.601495] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 27e37698-3af8-49fe-bb15-6cf90562a3e8 not found, creating... [ 1059.601754] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.601909] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.602034] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.602257] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.602387] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.602658] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.602831] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.602949] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.603167] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.603295] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.603431] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 27e37698-3af8-49fe-bb15-6cf90562a3e8 is going to be created. [ 1059.623945] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.624188] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.624311] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.624610] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.624860] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.625093] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-27e37698-3af8-49fe-bb15-6cf90562a3e8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.987124] env[66117]: INFO networking_nsxv3.common.synchronization [req-0ba68c18-5da8-4de6-996a-0ebf958de39a req-28dbbefe-141c-4f41-892e-6c04f82b1580 service nova] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_rules [ 1059.987124] env[66117]: INFO networking_nsxv3.common.synchronization [req-0ba68c18-5da8-4de6-996a-0ebf958de39a req-28dbbefe-141c-4f41-892e-6c04f82b1580 service nova] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 1059.987124] env[66117]: INFO networking_nsxv3.common.synchronization [req-0ba68c18-5da8-4de6-996a-0ebf958de39a req-28dbbefe-141c-4f41-892e-6c04f82b1580 service nova] Enqueued Resource ID: bcb3bfa9-9982-4183-b534-d5a5ae0199de with Priority: HIGHEST for action port [ 1059.987438] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_rules [ 1059.987438] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 1059.987539] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb3bfa9-9982-4183-b534-d5a5ae0199de with Priority: HIGHEST for action port [ 1059.988017] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.988168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.988242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.988439] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.988519] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.989837] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.989958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.990068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.990181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.990327] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.990423] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.990573] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.990628] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.990737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.990779] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.991725] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcb3bfa9-9982-4183-b534-d5a5ae0199de taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.991725] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.991725] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.991926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.991926] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcb3bfa9-9982-4183-b534-d5a5ae0199de',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.320850] env[66117]: INFO networking_nsxv3.common.synchronization [req-7461c62b-b478-431a-89c5-52b0022fe9ea req-cf2a85b4-55ec-40c8-93f0-ad326d02811c service nova] Enqueued Resource ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 with Priority: HIGHEST for action security_group_rules [ 1060.321032] env[66117]: INFO networking_nsxv3.common.synchronization [req-7461c62b-b478-431a-89c5-52b0022fe9ea req-cf2a85b4-55ec-40c8-93f0-ad326d02811c service nova] Enqueued Resource ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 with Priority: HIGHEST for action security_group_members [ 1060.321175] env[66117]: INFO networking_nsxv3.common.synchronization [req-7461c62b-b478-431a-89c5-52b0022fe9ea req-cf2a85b4-55ec-40c8-93f0-ad326d02811c service nova] Enqueued Resource ID: 27e37698-3af8-49fe-bb15-6cf90562a3e8 with Priority: HIGHEST for action port [ 1060.322180] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 with Priority: HIGHEST for action security_group_rules [ 1060.322180] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 with Priority: HIGHEST for action security_group_members [ 1060.322180] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e37698-3af8-49fe-bb15-6cf90562a3e8 with Priority: HIGHEST for action port [ 1060.322180] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e3c67b-0053-44b8-8dbf-87d93c09ec93 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.322496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.322496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.322651] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.322651] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e3c67b-0053-44b8-8dbf-87d93c09ec93',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.323544] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.323664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.323711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.324027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.324087] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.324181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.324223] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.324360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.324444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.324529] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e3c67b-0053-44b8-8dbf-87d93c09ec93',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.325364] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e37698-3af8-49fe-bb15-6cf90562a3e8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.325364] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e37698-3af8-49fe-bb15-6cf90562a3e8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.325541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e37698-3af8-49fe-bb15-6cf90562a3e8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.325633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e37698-3af8-49fe-bb15-6cf90562a3e8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.325633] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e37698-3af8-49fe-bb15-6cf90562a3e8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.495305] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.496381] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.496490] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.496648] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcb3bfa9-9982-4183-b534-d5a5ae0199de with status ACTIVE [ 1060.496803] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.496912] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.496975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.497190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.497277] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.497445] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.497539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.497602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.497754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.497830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.498015] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.498112] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.498171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.498307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.499736] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.499736] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcb3bfa9-9982-4183-b534-d5a5ae0199de is going to be updated. [ 1060.519419] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.519600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.519673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.519822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.519957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.520131] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.827911] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e3c67b-0053-44b8-8dbf-87d93c09ec93',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.830009] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.830139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.830401] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27e37698-3af8-49fe-bb15-6cf90562a3e8 with status ACTIVE [ 1060.830468] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.830549] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.830626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.830902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.830983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.831180] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.831180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.831286] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.831396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.831474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.831653] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.831742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.831862] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.831941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.832008] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.832094] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27e37698-3af8-49fe-bb15-6cf90562a3e8 is going to be updated. [ 1060.857753] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.857962] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.858050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.858358] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.858543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.858731] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e37698-3af8-49fe-bb15-6cf90562a3e8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.000209] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.335351] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e3c67b-0053-44b8-8dbf-87d93c09ec93',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.503133] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.503299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.503368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.503576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.503711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.503816] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be updated. [ 1061.542013] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.542257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.542368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.542632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.542858] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.553959] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: IN_PROGRESS for 2s [ 1061.840168] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.840168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.840168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.840168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.840168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.840168] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 is going to be created. [ 1061.866635] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.866830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.866894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.867135] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.867305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.877191] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 in Status: UNINITIALIZED for 2s [ 1063.564768] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 1063.565227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.565398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.565611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.565804] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.565923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.565988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.566153] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.566232] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.566315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.566406] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.889353] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 in Status: SUCCESS [ 1063.889539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.889715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.889963] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.890232] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.890384] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.890461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.890609] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.890701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.890813] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.890910] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0e3c67b-0053-44b8-8dbf-87d93c09ec93',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.068779] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.069149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.069149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.069577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.069761] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.070021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.070679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.070679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.070679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.070984] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.071194] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.071313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.071399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.071560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.071765] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.072020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.072020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.072249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.072384] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.072525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.072704] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.174505] env[66117]: INFO networking_nsxv3.common.synchronization [req-a89e7f72-7002-4575-a48c-196c81316ef7 req-7aff8487-548e-4fdf-b9c7-d7e841399da5 tempest-AttachInterfacesUnderV243Test-270764103 tempest-AttachInterfacesUnderV243Test-270764103-project-member] Enqueued Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_members [ 1064.175045] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_members [ 1064.175348] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a71bbd67-b401-4eaa-900a-a1a20011cb82 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.175654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.175654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.175770] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.175915] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.176253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.176253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.176461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.176583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.176705] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.397385] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.397604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.397686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.397976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.398188] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.398293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.398356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.398546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.398640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.398732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.398880] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.398971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.401305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.401528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.401983] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.401983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.401983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.402290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.402959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.403320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.403320] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0e3c67b-0053-44b8-8dbf-87d93c09ec93',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.574721] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8: rpc.has_security_group_logging(os_id): False [ 1064.595747] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.597354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.597354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.597354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.597354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.597354] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.597354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.597354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.597354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.597354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.597354] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.597354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.597832] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.597832] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.597832] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.599178] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.599178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.599178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.599178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.599178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.599178] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be updated. [ 1064.607700] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-99 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.607959] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-99" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.608094] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-99" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.608431] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-99" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.608732] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.608963] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.608963] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.609258] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.609418] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.609683] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.609824] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.609937] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.610078] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.610196] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.610299] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.610445] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.639706] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.639887] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.640037] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.640226] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-99" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.640545] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.640731] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.640870] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.641252] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.641396] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.679651] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.679986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.680106] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.680324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.680416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.680628] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.680759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.680825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.680946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.681342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.681342] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 already deleted. [ 1064.681342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.683260] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.683415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.683843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.683843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.684057] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.697245] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: IN_PROGRESS for 2s [ 1064.905855] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0e3c67b-0053-44b8-8dbf-87d93c09ec93: rpc.has_security_group_logging(os_id): False [ 1064.925491] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.925674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.925718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.925939] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.926032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.926196] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.926294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.926362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.926499] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.926572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.926761] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.926922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.926983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.927147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.927221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.927444] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.927541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.927541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.927689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.927759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.927842] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 is going to be created. [ 1064.997618] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.997852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.997852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.998064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.998243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.012298] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 in Status: IN_PROGRESS for 2s [ 1065.144171] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.144444] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.144573] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.144880] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.145039] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.145212] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 not found, creating... [ 1065.145500] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.145658] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.145773] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.145993] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.146142] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.146428] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.146578] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.146692] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.146892] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.147481] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.147481] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 is going to be created. [ 1065.172831] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.173122] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.173253] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.173520] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.173744] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.174080] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.940756] env[66117]: INFO networking_nsxv3.common.synchronization [req-a89e7f72-7002-4575-a48c-196c81316ef7 req-1df33335-7a8e-4213-badd-a5c447ed36b0 service nova] Enqueued Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_rules [ 1065.941094] env[66117]: INFO networking_nsxv3.common.synchronization [req-a89e7f72-7002-4575-a48c-196c81316ef7 req-1df33335-7a8e-4213-badd-a5c447ed36b0 service nova] Enqueued Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_members [ 1065.941297] env[66117]: INFO networking_nsxv3.common.synchronization [req-a89e7f72-7002-4575-a48c-196c81316ef7 req-1df33335-7a8e-4213-badd-a5c447ed36b0 service nova] Enqueued Resource ID: ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 with Priority: HIGHEST for action port [ 1065.941789] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_rules [ 1065.942158] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_members [ 1065.942158] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 with Priority: HIGHEST for action port [ 1065.942352] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a71bbd67-b401-4eaa-900a-a1a20011cb82 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.942896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.942896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.942896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.942896] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.943761] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a71bbd67-b401-4eaa-900a-a1a20011cb82 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.943883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.943973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.944215] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.944351] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.944461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.944525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.944684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.944766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.944876] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.948565] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.948565] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.948565] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.948565] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.948565] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.449261] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a71bbd67-b401-4eaa-900a-a1a20011cb82 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.449495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.449617] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.450803] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 with status ACTIVE [ 1066.451334] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.451334] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.451334] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.452036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.452036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.452961] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.453193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.453337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.454826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.454929] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.455158] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.455282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.455346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.455507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.455582] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.455668] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 is going to be updated. [ 1066.500227] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.500388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.500460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.500681] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.501088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.501162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.712027] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 1066.712027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.958858] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.025701] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 in Status: SUCCESS [ 1067.025701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.195925] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.197709] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.197709] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.197709] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.197709] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.460276] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.460276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.460396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.460972] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.461341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.461341] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 is going to be created. [ 1067.487064] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.487372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.487424] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.487623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.487829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.497905] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 in Status: UNINITIALIZED for 2s [ 1067.702609] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.205704] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.709140] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1068.709348] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1069.516171] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 in Status: SUCCESS [ 1069.518777] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.519438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.519686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.519914] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.520052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.520116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.520284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.520400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.520484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.520584] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.572715] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.572924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.572924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.573165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.586953] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1069.588096] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.588866] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1069.641802] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.641984] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.641984] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.642203] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.654920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.656098] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1069.656235] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1069.656387] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1069.699155] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.699404] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.699404] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.699484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.700669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.700846] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1069.787332] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.787577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.787577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.787769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.788127] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.788421] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1069.875385] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.875385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.875385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.875385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.875854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.875891] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1069.876074] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3c48ec49-9158-4bbe-9426-0ba165e64411', 'f210ec3a-9c08-443a-b12e-f626aab316e1', '8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8', '9601c8fb-2aa7-457a-bd02-d2604be2ef58', 'd796e75e-eb32-4201-94c1-b128237fb437', '34230af6-e97d-42b2-8d4a-1778a757a3ea', 'e0e3c67b-0053-44b8-8dbf-87d93c09ec93', '17d315c2-aebf-45b5-a554-6b54e4b48a0b', '535b5203-c842-4509-a61d-91defc508487', '367f1a6c-04bd-4e9d-a670-e231c9c1862d', '00dc6fe2-58c9-4fda-b96d-0e4abac4f304', 'aecc1ece-2198-4673-a248-ee54ea1faa3b', '572c5aac-3968-4ec9-ad45-8c570e47c65d', '86b8eb0d-2743-4198-8125-fcd6c37c37fb', '368986dc-55cf-4f26-9c0c-3a606231084e', '1a511eb8-9666-4dea-adb9-d6503f53f94c', '999b5d73-a0af-4e80-9039-6f365217c4db', '6cb04d4e-dc1e-41ad-8407-920310a7e82b', 'c2bc8825-da36-499c-8288-03f6805da468', '970a089e-3a25-4389-9d3c-8e4456e3b093', 'eeef55ff-55f5-49dc-80d9-36b2bd4e06ef', '9820ab3d-a4cd-410e-85cf-6918876e1214', '398aad31-6494-4eb1-8eca-ea920a81bf0f', 'ca521739-5876-429f-bceb-d0c7155a140d', '02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf', '26b81ed6-be3f-4545-bedd-f5619b30ef1c', 'e8772825-c369-4332-ba6e-5310f8f91a2e', '5e29853a-0957-451f-968b-e25e31c3c208', '27298c91-e047-42b5-acc7-f0f8bc3f00fb', '4f9133f4-2b04-411a-b29d-3236a5312dae', '7cafd215-842a-42d8-9ed0-32523772f625', '7d84e082-9db3-47fe-9d8c-f2b29abfea3b', '8dcd68de-e6b5-4530-a5e3-1cc7b7044638', '53462322-77d4-431e-930d-ec1cc9568580', '074427bc-2c54-403c-b87b-27973b2d7471', '625de77c-6b16-48ca-81f2-3bc05fd237cc', 'e2437c82-0855-4a56-b541-c26981f6d211', '3397947a-8086-4620-a2a8-93648c0bbbe2', '439f607f-7c99-4ff8-a88f-88ffa23f4517', '08e1d86d-3294-400f-be01-5245da320976', 'e03ad3e9-2bcb-43cc-b5a2-bebb9861037a', '4e23a49a-264a-4c6c-98f6-468ecb26e913', 'c283415d-7a48-4536-ba73-129a5f29657d', 'e834603c-8bf7-40c6-bcaf-48174b4ddb86', 'cf73d046-9c6f-4f2c-84c0-7ec4931b561e', '8436bf41-ec43-4660-a747-b7ca2a24b42e'} {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1069.876074] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1069.897609] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.897810] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.897916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.898121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.898121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.898273] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1069.898369] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1069.898369] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1069.990443] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.990627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.990627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.990762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.991996] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.992344] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1069.992468] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1069.992845] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1069.992845] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1069.992845] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1069.992975] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 with Priority: HIGH for action security_group_rules [ 1069.993070] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGH for action security_group_rules [ 1069.993147] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGH for action security_group_rules [ 1069.993214] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGH for action security_group_rules [ 1069.993278] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGH for action security_group_rules [ 1069.993333] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea with Priority: HIGH for action security_group_rules [ 1069.993396] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 with Priority: HIGH for action security_group_rules [ 1069.993456] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b with Priority: HIGH for action security_group_rules [ 1069.993510] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 535b5203-c842-4509-a61d-91defc508487 with Priority: HIGH for action security_group_rules [ 1069.993573] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d with Priority: HIGH for action security_group_rules [ 1069.993633] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGH for action security_group_rules [ 1069.993698] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGH for action security_group_rules [ 1069.993750] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGH for action security_group_rules [ 1069.993818] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGH for action security_group_rules [ 1069.993880] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 368986dc-55cf-4f26-9c0c-3a606231084e with Priority: HIGH for action security_group_rules [ 1069.993940] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGH for action security_group_rules [ 1069.994011] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGH for action security_group_rules [ 1069.994074] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGH for action security_group_rules [ 1069.994137] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGH for action security_group_rules [ 1069.994201] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGH for action security_group_rules [ 1069.994299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.024145] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.338129] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.338338] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.338506] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.338801] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.339204] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.339407] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.339550] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.339804] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.339972] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.340246] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.340331] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.340436] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.340539] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.340644] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.340748] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.340882] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.359501] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.359670] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.359808] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.359979] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.360316] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-040b183d-1d13-435a-9718-08f16057a49e taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.360488] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.360602] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.360858] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.361191] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('040b183d-1d13-435a-9718-08f16057a49e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.526191] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a71bbd67-b401-4eaa-900a-a1a20011cb82: rpc.has_security_group_logging(os_id): False [ 1070.544684] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.544886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.544886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.545662] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.545800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.546412] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.546412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.546412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.546412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.546656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.547090] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 is going to be created. [ 1070.614268] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.614414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.614485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.614695] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.614974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.627326] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 in Status: IN_PROGRESS for 2s [ 1070.865981] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.866291] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.866437] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.866726] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.866876] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.867206] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.867361] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.867474] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.868172] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.868332] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.868644] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.868798] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.868910] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.869149] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.869278] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.869418] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 040b183d-1d13-435a-9718-08f16057a49e is going to be updated. [ 1070.895330] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.895330] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.895760] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.895760] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.895900] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.896142] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.943350] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1070.943634] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1070.943698] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 with Priority: HIGH for action security_group_rules [ 1070.943821] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGH for action security_group_rules [ 1070.943890] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 with Priority: HIGH for action security_group_rules [ 1070.944020] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368986dc-55cf-4f26-9c0c-3a606231084e with Priority: HIGH for action security_group_rules [ 1070.944145] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 with Priority: HIGH for action security_group_rules [ 1070.944282] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGH for action security_group_rules [ 1070.944337] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b with Priority: HIGH for action security_group_rules [ 1070.944434] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999b5d73-a0af-4e80-9039-6f365217c4db with Priority: HIGH for action security_group_rules [ 1070.944522] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGH for action security_group_rules [ 1070.944610] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGH for action security_group_rules [ 1070.944697] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGH for action security_group_rules [ 1070.944790] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecc1ece-2198-4673-a248-ee54ea1faa3b with Priority: HIGH for action security_group_rules [ 1070.944869] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGH for action security_group_rules [ 1070.944955] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d with Priority: HIGH for action security_group_rules [ 1070.945055] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535b5203-c842-4509-a61d-91defc508487 with Priority: HIGH for action security_group_rules [ 1070.945195] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea with Priority: HIGH for action security_group_rules [ 1070.945264] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b with Priority: HIGH for action security_group_rules [ 1070.945343] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGH for action security_group_rules [ 1070.945436] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGH for action security_group_rules [ 1070.945524] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 with Priority: HIGH for action security_group_rules [ 1070.945909] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c48ec49-9158-4bbe-9426-0ba165e64411 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.946062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.946130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.946366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.946491] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c48ec49-9158-4bbe-9426-0ba165e64411',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.947726] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.947726] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.947913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.948112] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.948251] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.949666] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e3c67b-0053-44b8-8dbf-87d93c09ec93 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.949666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.949666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.949666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.949666] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e3c67b-0053-44b8-8dbf-87d93c09ec93',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.950686] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-368986dc-55cf-4f26-9c0c-3a606231084e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.950811] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.950916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.951750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.951750] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('368986dc-55cf-4f26-9c0c-3a606231084e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.952147] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-970a089e-3a25-4389-9d3c-8e4456e3b093 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.952147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.952147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.952147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.952373] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('970a089e-3a25-4389-9d3c-8e4456e3b093',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.953138] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.953407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.953407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.953539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.953637] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.954407] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.954585] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.954585] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.954711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.954772] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cb04d4e-dc1e-41ad-8407-920310a7e82b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.956498] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-999b5d73-a0af-4e80-9039-6f365217c4db taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.956655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.956655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.956825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.956878] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('999b5d73-a0af-4e80-9039-6f365217c4db',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.957760] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.957896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.957950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.958327] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.958841] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86b8eb0d-2743-4198-8125-fcd6c37c37fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.961303] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a511eb8-9666-4dea-adb9-d6503f53f94c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.961467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.961541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.962305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.962305] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a511eb8-9666-4dea-adb9-d6503f53f94c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.963105] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.963281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.963281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.963405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.963762] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.964691] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aecc1ece-2198-4673-a248-ee54ea1faa3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.964820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.964887] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.965119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.965219] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aecc1ece-2198-4673-a248-ee54ea1faa3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.966753] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.966753] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.966753] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.967029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.967029] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.968182] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-367f1a6c-04bd-4e9d-a670-e231c9c1862d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.968318] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.968318] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.968722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.968722] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('367f1a6c-04bd-4e9d-a670-e231c9c1862d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.969670] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-535b5203-c842-4509-a61d-91defc508487 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.969807] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.969856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.969992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.970079] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('535b5203-c842-4509-a61d-91defc508487',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.971962] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34230af6-e97d-42b2-8d4a-1778a757a3ea taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.971962] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.971962] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.971962] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.971962] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34230af6-e97d-42b2-8d4a-1778a757a3ea',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.974633] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.974815] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.974894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.975106] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.975180] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d315c2-aebf-45b5-a554-6b54e4b48a0b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.976054] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.976187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.976256] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.976615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.976615] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.977400] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f210ec3a-9c08-443a-b12e-f626aab316e1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.977539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.977591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.978301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.978301] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.978573] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.978678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.978743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.978905] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.978980] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9601c8fb-2aa7-457a-bd02-d2604be2ef58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.981127] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.981479] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.981479] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.981598] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.981686] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.981782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.981843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.982356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.982356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.982356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.982356] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.008187] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.008337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.008404] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.008626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.011559] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.011559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.042914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.043440] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 368986dc-55cf-4f26-9c0c-3a606231084e is going to be deleted. [ 1071.045067] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.045553] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.084489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.084652] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c48ec49-9158-4bbe-9426-0ba165e64411 is going to be deleted. [ 1071.127107] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.127473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.127473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.128156] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.128156] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.128156] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-368986dc-55cf-4f26-9c0c-3a606231084e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.151423] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.151685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.151685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.151862] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.151995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.152151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c48ec49-9158-4bbe-9426-0ba165e64411" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.461317] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b8eb0d-2743-4198-8125-fcd6c37c37fb taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.461444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.461502] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.461767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.461895] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.462039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.462096] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.462276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.462347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.462546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.462546] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86b8eb0d-2743-4198-8125-fcd6c37c37fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.463947] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a511eb8-9666-4dea-adb9-d6503f53f94c taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.463947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.464156] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.464223] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.464388] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.464466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.464567] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.464659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.464742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.464824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.464908] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a511eb8-9666-4dea-adb9-d6503f53f94c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.466301] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.466301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.466301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.466497] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.466588] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.466637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.466676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.466820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.466898] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.466983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.467076] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.470132] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.470132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.470132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.470132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.470132] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.470132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.470132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.470132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.470132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.470132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.470132] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.495681] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.497305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.497305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.497305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.497305] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.497305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.497305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.497305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.497305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.497716] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.497716] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.499408] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.499408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.499587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.499587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.499735] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.500348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.500348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.500348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.500348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.500348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.500348] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0e3c67b-0053-44b8-8dbf-87d93c09ec93',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.502056] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.502056] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.502056] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.502287] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.502877] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.502877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.502877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.502877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.502877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.502877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.503296] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.503296] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.503296] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.503296] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.505190] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.505190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.505190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.505190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.505190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.505190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.505190] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.510089] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.510332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.510332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.510443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.513170] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.513293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.546535] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.546535] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.552595] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.552725] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 367f1a6c-04bd-4e9d-a670-e231c9c1862d is going to be deleted. [ 1071.553914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.554212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.557385] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.557531] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.558452] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.558599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.559286] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.559392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.560342] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.560437] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.561353] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.561471] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.562160] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.562249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.563647] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.563823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.564603] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.564717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.584576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.584815] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aecc1ece-2198-4673-a248-ee54ea1faa3b is going to be deleted. [ 1071.585840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.586071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.608799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.608973] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 535b5203-c842-4509-a61d-91defc508487 is going to be deleted. [ 1071.609907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.610166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.632108] env[66117]: INFO networking_nsxv3.common.synchronization [req-8fb92616-b422-41c4-9fa3-7e9961e513ae req-22ca54fa-8fa7-4e1b-9b54-3995ee01544a service nova] Enqueued Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_rules [ 1071.632108] env[66117]: INFO networking_nsxv3.common.synchronization [req-8fb92616-b422-41c4-9fa3-7e9961e513ae req-22ca54fa-8fa7-4e1b-9b54-3995ee01544a service nova] Enqueued Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_members [ 1071.632108] env[66117]: INFO networking_nsxv3.common.synchronization [req-8fb92616-b422-41c4-9fa3-7e9961e513ae req-22ca54fa-8fa7-4e1b-9b54-3995ee01544a service nova] Enqueued Resource ID: 040b183d-1d13-435a-9718-08f16057a49e with Priority: HIGHEST for action port [ 1071.632108] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_rules [ 1071.632108] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_members [ 1071.632108] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040b183d-1d13-435a-9718-08f16057a49e with Priority: HIGHEST for action port [ 1071.632565] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f210ec3a-9c08-443a-b12e-f626aab316e1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.632773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.635462] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f210ec3a-9c08-443a-b12e-f626aab316e1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.635462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.635462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.635462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.635462] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.635462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.635462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.635462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.635462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.635462] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.635462] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-040b183d-1d13-435a-9718-08f16057a49e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.635462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.635462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.635462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.635462] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('040b183d-1d13-435a-9718-08f16057a49e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.637381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.637381] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f210ec3a-9c08-443a-b12e-f626aab316e1 is going to be deleted. [ 1071.638965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.638965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.640540] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.640540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.653891] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.654113] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.660623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.660623] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2bc8825-da36-499c-8288-03f6805da468 is going to be deleted. [ 1071.661527] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.661859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.673369] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.673589] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.688549] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.688727] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34230af6-e97d-42b2-8d4a-1778a757a3ea is going to be deleted. [ 1071.689586] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.689801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.705783] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.705926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.726505] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.726690] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 999b5d73-a0af-4e80-9039-6f365217c4db is going to be deleted. [ 1071.727713] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.727941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.746358] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.746358] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.773190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.773415] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d315c2-aebf-45b5-a554-6b54e4b48a0b is going to be deleted. [ 1071.774766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.775027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.782033] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.782281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.841264] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.841264] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.856552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.856737] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9601c8fb-2aa7-457a-bd02-d2604be2ef58 is going to be deleted. [ 1071.858286] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.858286] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.899903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.900163] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cb04d4e-dc1e-41ad-8407-920310a7e82b is going to be deleted. [ 1071.901414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.901643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.961022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.961182] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970a089e-3a25-4389-9d3c-8e4456e3b093 is going to be deleted. [ 1071.962217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.962550] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.962667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.962789] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-367f1a6c-04bd-4e9d-a670-e231c9c1862d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.963024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.963212] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.963296] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.963406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aecc1ece-2198-4673-a248-ee54ea1faa3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.963973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.964158] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.964263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.964388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-535b5203-c842-4509-a61d-91defc508487" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.964517] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.964688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.964766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.964870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.964999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.965676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.965676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.965676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.965676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.965998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.965998] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.966998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.967173] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.967259] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.967373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34230af6-e97d-42b2-8d4a-1778a757a3ea" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.967572] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86b8eb0d-2743-4198-8125-fcd6c37c37fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.968882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.968936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.969276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.969276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-999b5d73-a0af-4e80-9039-6f365217c4db" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.969423] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a511eb8-9666-4dea-adb9-d6503f53f94c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.970985] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.971130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.971176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.973322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.973322] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.973322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.973322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.973322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.973322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.973322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.973322] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.973322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.973322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.973322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.973322] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.973322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.973322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.973322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.973322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.973322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.973322] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.975845] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.976014] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.976087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.976208] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.976294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.976409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d315c2-aebf-45b5-a554-6b54e4b48a0b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.977027] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.010042] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.010320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.010320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.010604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.010700] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.011597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.011597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.011597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.011597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.012341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.012341] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.012484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.012484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.012629] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.012767] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.012859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.012927] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.013242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.013242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.013399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.013399] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.014328] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8: rpc.has_security_group_logging(os_id): False [ 1072.017182] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.017345] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.017418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.017558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.017705] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.017794] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.017857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.017988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.018130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.018222] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.018543] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.018543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.018543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.018763] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.018763] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.018901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.018959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.019079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.019143] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.019210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.019297] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0e3c67b-0053-44b8-8dbf-87d93c09ec93',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.045012] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.045462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.045462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.045605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.092891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.092891] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.092891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.093200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.093240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.093325] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.093544] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.093641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.093744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.093854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.094088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.094340] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.094463] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.094676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.094676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.094761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.094850] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be updated. [ 1072.096883] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.097084] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.097164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.097389] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.097430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.097553] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9601c8fb-2aa7-457a-bd02-d2604be2ef58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.123881] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.124114] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.124220] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.125023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.125023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.125023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cb04d4e-dc1e-41ad-8407-920310a7e82b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.137266] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.140502] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 040b183d-1d13-435a-9718-08f16057a49e with status ACTIVE [ 1072.140763] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.141485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.141485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.141485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.141485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.141485] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.141732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.141732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.141805] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.141869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.142069] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.142180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.142905] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.142905] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.142905] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.142905] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 040b183d-1d13-435a-9718-08f16057a49e is going to be updated. [ 1072.152120] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.152120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.152120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.152120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.152120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.152120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-970a089e-3a25-4389-9d3c-8e4456e3b093" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.187031] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.187193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.187358] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.187542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.188220] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.188220] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-040b183d-1d13-435a-9718-08f16057a49e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.274138] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1072.274976] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.275195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.275370] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.275625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.275854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.307217] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: IN_PROGRESS for 2s [ 1072.469924] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f210ec3a-9c08-443a-b12e-f626aab316e1 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.469924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.472846] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86b8eb0d-2743-4198-8125-fcd6c37c37fb: rpc.has_security_group_logging(os_id): False [ 1072.472846] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a511eb8-9666-4dea-adb9-d6503f53f94c: rpc.has_security_group_logging(os_id): False [ 1072.479253] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 572c5aac-3968-4ec9-ad45-8c570e47c65d: rpc.has_security_group_logging(os_id): False [ 1072.480100] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00dc6fe2-58c9-4fda-b96d-0e4abac4f304: rpc.has_security_group_logging(os_id): False [ 1072.498010] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.498243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.498243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.498450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.501088] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.501280] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.501866] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.501970] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.502635] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.502727] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.521347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.521658] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.521764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.521821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.522174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.522174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.522330] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb is going to be updated. [ 1072.523399] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d796e75e-eb32-4201-94c1-b128237fb437: rpc.has_security_group_logging(os_id): False [ 1072.524273] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0e3c67b-0053-44b8-8dbf-87d93c09ec93: rpc.has_security_group_logging(os_id): False [ 1072.524981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.525176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.540687] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.540923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.542237] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.542237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.542840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.543128] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.543252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.543314] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.543516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.543617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.543676] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c is going to be updated. [ 1072.544682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.544852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.564692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.565186] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.565186] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.565186] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.566018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.566018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.566018] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 is going to be updated. [ 1072.566604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.566764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.595740] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.595982] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.596756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.596978] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.597096] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.597157] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.597356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.597433] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.597630] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.597725] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.597792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.597960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.598044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.598191] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.598268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.598320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.598533] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.598533] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.598635] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 is going to be updated. [ 1072.599632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.599795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.606894] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.607061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.622198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.622447] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.622510] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.622549] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.622745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.622826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.623069] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.623234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.623302] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.623429] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.623509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.623695] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.623776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.624703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.624703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.624703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.624703] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1072.633385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.633641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.633796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.634937] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.635123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.641868] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.642042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.644271] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.652663] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 in Status: SUCCESS [ 1072.652877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.656108] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb in Status: IN_PROGRESS for 2s [ 1072.665668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.665919] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.666080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.666170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.666319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.666430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.666600] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.666689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.666750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.666894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.666967] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.667373] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.667459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.667517] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.667665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.667745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.667829] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 1072.668860] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.669089] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.669285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.670494] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.670658] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.670789] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.691222] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.691222] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.691459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.691459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.691618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.698359] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c in Status: IN_PROGRESS for 2s [ 1072.700088] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: IN_PROGRESS for 2s [ 1072.735358] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 in Status: IN_PROGRESS for 2s [ 1072.757376] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.760023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.760023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.760023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.760023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.807427] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1072.819760] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.820298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.820401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.820643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.820808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.853443] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 1072.951815] env[66117]: INFO networking_nsxv3.common.synchronization [req-bc111346-dafa-4b0b-8f5c-0919b38b778b req-a55bab69-d83f-46e9-b765-413d60567330 tempest-ServersNegativeTestMultiTenantJSON-330086325 tempest-ServersNegativeTestMultiTenantJSON-330086325-project-member] Enqueued Resource ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 with Priority: HIGHEST for action security_group_members [ 1072.952434] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 with Priority: HIGHEST for action security_group_members [ 1072.952763] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.952888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.953020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.953343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.953401] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.953509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.953569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.953713] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.953799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.953895] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e3c67b-0053-44b8-8dbf-87d93c09ec93',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.149327] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.149548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.149592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.149812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.149904] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.150021] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f210ec3a-9c08-443a-b12e-f626aab316e1 is going to be updated. [ 1073.182320] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.182475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.182521] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.182936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.183200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.192223] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f210ec3a-9c08-443a-b12e-f626aab316e1 in Status: IN_PROGRESS for 2s [ 1073.456646] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.458171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.458171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.458171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.458171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.458171] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.458171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.458171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.458171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.458171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.458171] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 is going to be updated. [ 1073.489689] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.489850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.489850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.490063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.490239] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.500921] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 in Status: IN_PROGRESS for 2s [ 1074.327026] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 1074.327351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.672827] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb in Status: SUCCESS [ 1074.673044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.713896] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c in Status: SUCCESS [ 1074.714091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.714927] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: SUCCESS [ 1074.715203] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.748950] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 in Status: SUCCESS [ 1074.748950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.825779] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1074.829850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.870539] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 1074.870899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.202125] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f210ec3a-9c08-443a-b12e-f626aab316e1 in Status: SUCCESS [ 1075.202528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.202722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.202945] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.203212] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.203331] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.203386] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.203551] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.203630] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.203715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.203805] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.510432] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 in Status: SUCCESS [ 1075.510790] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 deletion is rescheduled due to dependency. [ 1075.510864] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.706652] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.742882] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.743189] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.743291] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.743570] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.744020] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.744173] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.744320] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.744540] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.744713] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.744878] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.744987] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.745106] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.745211] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.745323] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.745438] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.745571] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.785509] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.785509] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.785643] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.785837] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-220" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.786201] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-bcb3bfa9-9982-4183-b534-d5a5ae0199de taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.786432] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.786514] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.786757] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.786907] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcb3bfa9-9982-4183-b534-d5a5ae0199de',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.208984] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f210ec3a-9c08-443a-b12e-f626aab316e1: rpc.has_security_group_logging(os_id): False [ 1076.227757] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.227942] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.228028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.228294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.228389] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.228642] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.228746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.228921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.228986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.229039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.229113] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f210ec3a-9c08-443a-b12e-f626aab316e1 is going to be created. [ 1076.290099] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.290341] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.290467] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.291017] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.291017] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.291224] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.291384] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.291502] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.291722] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.291858] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.292165] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.292339] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.292480] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.292667] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.292783] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.292916] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: bcb3bfa9-9982-4183-b534-d5a5ae0199de is going to be updated. [ 1076.301354] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.301497] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.301546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.302302] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.302302] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.314975] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f210ec3a-9c08-443a-b12e-f626aab316e1 in Status: IN_PROGRESS for 2s [ 1076.319386] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.319386] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.319386] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.319657] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.319699] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.320458] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.062022] env[66117]: INFO networking_nsxv3.common.synchronization [req-5933dabe-1712-41ec-a2e3-6cb260e809d8 req-fa366e96-506b-4537-9e0b-8e4e6ac34962 service nova] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_rules [ 1077.062022] env[66117]: INFO networking_nsxv3.common.synchronization [req-5933dabe-1712-41ec-a2e3-6cb260e809d8 req-fa366e96-506b-4537-9e0b-8e4e6ac34962 service nova] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 1077.062022] env[66117]: INFO networking_nsxv3.common.synchronization [req-5933dabe-1712-41ec-a2e3-6cb260e809d8 req-fa366e96-506b-4537-9e0b-8e4e6ac34962 service nova] Enqueued Resource ID: bcb3bfa9-9982-4183-b534-d5a5ae0199de with Priority: HIGHEST for action port [ 1077.062022] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_rules [ 1077.062022] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 1077.062022] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb3bfa9-9982-4183-b534-d5a5ae0199de with Priority: HIGHEST for action port [ 1077.062022] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.062022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.062022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.062022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.062022] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.062892] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.062892] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.062892] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.062892] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.062892] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.063248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.063248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.063349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.063349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.063480] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.067157] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcb3bfa9-9982-4183-b534-d5a5ae0199de taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.067157] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.067157] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.067157] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.067157] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcb3bfa9-9982-4183-b534-d5a5ae0199de',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.566992] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.566992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.567161] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.568435] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcb3bfa9-9982-4183-b534-d5a5ae0199de with status ACTIVE [ 1077.568628] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.568786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.568875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.569176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.569303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.569578] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.569658] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.570357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.570357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.570357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.570357] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.570601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.570601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.570734] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.570734] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.570883] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcb3bfa9-9982-4183-b534-d5a5ae0199de is going to be updated. [ 1077.595510] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.595711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.595776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.595999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.596175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.596344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcb3bfa9-9982-4183-b534-d5a5ae0199de" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.072982] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.328637] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f210ec3a-9c08-443a-b12e-f626aab316e1 in Status: SUCCESS [ 1078.328856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.544967] env[66117]: INFO networking_nsxv3.common.synchronization [req-3664d8ee-e9fb-49ac-9b02-ba798a5d7bd5 req-fbee9a01-499e-4532-a9aa-17dceba89df7 tempest-ServersTestMultiNic-1798845252 tempest-ServersTestMultiNic-1798845252-project-member] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1078.545539] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1078.546100] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.546100] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.546417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.546658] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.546822] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.546925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.547015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.547181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.547267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.547360] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.575819] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.575955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.576040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.576294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.576375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.576433] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be updated. [ 1078.608748] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.608900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.608966] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.609194] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.609340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.620042] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: IN_PROGRESS for 2s [ 1078.863303] env[66117]: INFO networking_nsxv3.common.synchronization [req-3664d8ee-e9fb-49ac-9b02-ba798a5d7bd5 req-7583698f-f5b5-4298-abe1-7b71a1f4fe1d tempest-ServersTestMultiNic-1798845252 tempest-ServersTestMultiNic-1798845252-project-member] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1078.863951] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1078.864228] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.864334] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.052548] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.052736] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.052832] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.053032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.081343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.081726] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.081814] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.081854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.082093] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.082153] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.082232] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be updated. [ 1079.118631] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.118858] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.118915] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.119195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.119422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.131774] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: IN_PROGRESS for 2s [ 1079.248414] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.248414] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-428" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.248414] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-428" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.248414] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-428" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.248414] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.248825] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.248825] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.248825] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.249094] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.249285] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.249399] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.249517] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.249599] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.249705] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.249826] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.249939] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.271601] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.271803] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.271897] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.272072] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-428" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.272509] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-557a7720-df75-47cc-a402-b5aed7efeaa6 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.272771] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-557a7720-df75-47cc-a402-b5aed7efeaa6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.272922] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-557a7720-df75-47cc-a402-b5aed7efeaa6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.273393] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-557a7720-df75-47cc-a402-b5aed7efeaa6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.273469] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('557a7720-df75-47cc-a402-b5aed7efeaa6',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.776432] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.776694] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.776820] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.777149] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.777359] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.777464] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 557a7720-df75-47cc-a402-b5aed7efeaa6 not found, creating... [ 1079.777741] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.777914] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.778053] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.778298] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.778873] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.779226] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.779394] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.779512] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.779761] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.779899] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.780077] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 557a7720-df75-47cc-a402-b5aed7efeaa6 is going to be created. [ 1079.804552] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.804837] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.804999] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.805341] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.805621] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.805938] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-557a7720-df75-47cc-a402-b5aed7efeaa6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.532813] env[66117]: INFO networking_nsxv3.common.synchronization [req-3664d8ee-e9fb-49ac-9b02-ba798a5d7bd5 req-f6ba0d36-8e61-4bcb-ac61-74547010cad0 service nova] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_rules [ 1080.533141] env[66117]: INFO networking_nsxv3.common.synchronization [req-3664d8ee-e9fb-49ac-9b02-ba798a5d7bd5 req-f6ba0d36-8e61-4bcb-ac61-74547010cad0 service nova] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1080.533420] env[66117]: INFO networking_nsxv3.common.synchronization [req-3664d8ee-e9fb-49ac-9b02-ba798a5d7bd5 req-f6ba0d36-8e61-4bcb-ac61-74547010cad0 service nova] Enqueued Resource ID: 557a7720-df75-47cc-a402-b5aed7efeaa6 with Priority: HIGHEST for action port [ 1080.534233] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_rules [ 1080.534438] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1080.534655] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 557a7720-df75-47cc-a402-b5aed7efeaa6 with Priority: HIGHEST for action port [ 1080.535109] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.535316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.535446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.535789] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.535935] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.537756] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.537833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.538189] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-557a7720-df75-47cc-a402-b5aed7efeaa6 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.538612] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-557a7720-df75-47cc-a402-b5aed7efeaa6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.538612] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-557a7720-df75-47cc-a402-b5aed7efeaa6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.538745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-557a7720-df75-47cc-a402-b5aed7efeaa6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.538876] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('557a7720-df75-47cc-a402-b5aed7efeaa6',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.633310] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 1080.633597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.633796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.634095] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.634276] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.634608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.634608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.634715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.634715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.634773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.634870] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.040997] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.041240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.041460] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 557a7720-df75-47cc-a402-b5aed7efeaa6 with status ACTIVE [ 1081.041641] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.041750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.041825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.042151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.042384] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.042520] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.043276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.043445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.043663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.043751] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.044024] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.044181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.044282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.044470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.044564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.044657] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 557a7720-df75-47cc-a402-b5aed7efeaa6 is going to be updated. [ 1081.068090] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.068090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.068197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.068369] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.068507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.068671] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-557a7720-df75-47cc-a402-b5aed7efeaa6" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.137096] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.137320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.137320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.137537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.137712] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.137814] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.137877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.138045] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.138132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.138220] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.138368] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.138465] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.138520] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.138657] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.138792] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.138882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.138941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.139097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.139175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.139332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.139432] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.170262] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: SUCCESS [ 1081.170494] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e deletion is rescheduled due to dependency. [ 1081.170649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.170861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.171130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.171332] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.171627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.171627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.171706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.171822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.171995] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.336540] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-495 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.336800] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-495" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.336800] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-495" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.337154] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-495" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.337758] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.337758] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.337758] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.338589] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.338589] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.339809] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.339934] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.340080] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.340189] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.340262] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.340381] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.340746] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.373144] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.373380] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.373494] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.373671] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-495" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.373985] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-bc75e9fb-b6b6-4bce-840c-8180dba0eb80 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.374229] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-bc75e9fb-b6b6-4bce-840c-8180dba0eb80" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.374330] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-bc75e9fb-b6b6-4bce-840c-8180dba0eb80" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.374661] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-bc75e9fb-b6b6-4bce-840c-8180dba0eb80" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.374804] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc75e9fb-b6b6-4bce-840c-8180dba0eb80',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.641908] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8: rpc.has_security_group_logging(os_id): False [ 1081.662462] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.662621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.662696] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.662924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.663028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.663434] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.666266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.666266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.666266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.666266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.666266] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.666266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.666266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.666266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.666266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.666266] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.666266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.666266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.666266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.666266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.666266] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be updated. [ 1081.674818] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.737218] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.737218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.737218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.737218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.737218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.753063] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: IN_PROGRESS for 2s [ 1081.878438] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.878678] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.878804] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.879120] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.879275] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.879432] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port bc75e9fb-b6b6-4bce-840c-8180dba0eb80 not found, creating... [ 1081.879702] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.879857] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.879970] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.880216] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.880348] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.880626] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.880779] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.880898] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.881128] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.881253] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.881388] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: bc75e9fb-b6b6-4bce-840c-8180dba0eb80 is going to be created. [ 1081.903847] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.905118] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.905118] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.905118] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.905118] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.905550] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-bc75e9fb-b6b6-4bce-840c-8180dba0eb80" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.178813] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.617030] env[66117]: INFO networking_nsxv3.common.synchronization [req-3664d8ee-e9fb-49ac-9b02-ba798a5d7bd5 req-426cdc0c-b7b0-452f-ae2c-25150e2531a9 service nova] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_rules [ 1082.617204] env[66117]: INFO networking_nsxv3.common.synchronization [req-3664d8ee-e9fb-49ac-9b02-ba798a5d7bd5 req-426cdc0c-b7b0-452f-ae2c-25150e2531a9 service nova] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1082.617378] env[66117]: INFO networking_nsxv3.common.synchronization [req-3664d8ee-e9fb-49ac-9b02-ba798a5d7bd5 req-426cdc0c-b7b0-452f-ae2c-25150e2531a9 service nova] Enqueued Resource ID: bc75e9fb-b6b6-4bce-840c-8180dba0eb80 with Priority: HIGHEST for action port [ 1082.617952] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_rules [ 1082.618172] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1082.618272] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc75e9fb-b6b6-4bce-840c-8180dba0eb80 with Priority: HIGHEST for action port [ 1082.618569] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.618675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.618905] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.618991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.619234] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc75e9fb-b6b6-4bce-840c-8180dba0eb80 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.619347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc75e9fb-b6b6-4bce-840c-8180dba0eb80" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.619347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc75e9fb-b6b6-4bce-840c-8180dba0eb80" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.619555] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc75e9fb-b6b6-4bce-840c-8180dba0eb80" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.619648] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc75e9fb-b6b6-4bce-840c-8180dba0eb80',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.682489] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.682489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.682489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.682963] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.682963] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.682963] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be updated. [ 1082.719746] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.720026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.720179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.720457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.720509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.733677] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: IN_PROGRESS for 2s [ 1083.123375] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc75e9fb-b6b6-4bce-840c-8180dba0eb80 with status ACTIVE [ 1083.123657] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.123821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.123896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.124196] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.124319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.124539] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.124653] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.124723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.124904] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.125009] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.125233] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.125308] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.125403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.125532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.125622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.125711] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc75e9fb-b6b6-4bce-840c-8180dba0eb80 is going to be updated. [ 1083.148597] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.148783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.148822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.149048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.149205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.149469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc75e9fb-b6b6-4bce-840c-8180dba0eb80" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.772759] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 1083.773217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.579617] env[66117]: INFO networking_nsxv3.common.synchronization [req-18141981-fa56-4c6a-8e68-63f29eff7df7 req-6038b654-818b-470d-98fc-f93824103c56 tempest-ServersTestJSON-223012260 tempest-ServersTestJSON-223012260-project-member] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1084.580244] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1084.580846] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.580846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.580846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.581174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.581174] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.581288] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.581288] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.581412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.581513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.581612] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.747747] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: SUCCESS [ 1084.747947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.748082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.748306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.748515] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.748749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.748796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.748954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.749487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.749487] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.930036] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.930036] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.930036] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.930036] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.930492] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.930492] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.930589] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.930738] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.930946] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.931191] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.931309] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.931425] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.931527] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.931636] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.931741] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.931873] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.951280] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.951489] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.951645] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.951815] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.952165] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-f7778f9f-98f7-4180-994c-f5ab2d8cf604 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.952371] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-f7778f9f-98f7-4180-994c-f5ab2d8cf604" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.952517] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-f7778f9f-98f7-4180-994c-f5ab2d8cf604" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.952842] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-f7778f9f-98f7-4180-994c-f5ab2d8cf604" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.952980] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7778f9f-98f7-4180-994c-f5ab2d8cf604',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.083919] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.252126] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.455959] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.456217] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.456342] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.456626] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.456771] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.456910] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port f7778f9f-98f7-4180-994c-f5ab2d8cf604 not found, creating... [ 1085.457183] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.457500] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.457500] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.457649] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.457776] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.458061] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.458211] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.458381] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.458512] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.458631] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.458763] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: f7778f9f-98f7-4180-994c-f5ab2d8cf604 is going to be created. [ 1085.480274] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.480480] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.480603] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.480870] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.481134] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.481592] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-f7778f9f-98f7-4180-994c-f5ab2d8cf604" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.586547] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.709235] env[66117]: INFO networking_nsxv3.common.synchronization [req-7d3b8b2e-bfc6-4df8-97fd-38fc40b132f0 req-dc5247a2-5958-476b-a939-a3af3fcd6027 tempest-ServerActionsTestOtherA-837803977 tempest-ServerActionsTestOtherA-837803977-project-member] Enqueued Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGHEST for action security_group_members [ 1085.709761] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGHEST for action security_group_members [ 1085.710139] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a511eb8-9666-4dea-adb9-d6503f53f94c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.710282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.710640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.710846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.711196] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.711196] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.711196] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.711524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.711524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.711524] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a511eb8-9666-4dea-adb9-d6503f53f94c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.755403] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.089356] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.089655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.089655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.089776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.089867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.089965] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1086.123280] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.123475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.123548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.123763] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.123905] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.137287] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1086.216650] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.217225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.217489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.218983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.219192] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.219570] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.219783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.219918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.220166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.220319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.220549] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c is going to be updated. [ 1086.222950] env[66117]: INFO networking_nsxv3.common.synchronization [req-18141981-fa56-4c6a-8e68-63f29eff7df7 req-dc353276-e17f-433f-b974-77c32ab5286c service nova] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_rules [ 1086.225032] env[66117]: INFO networking_nsxv3.common.synchronization [req-18141981-fa56-4c6a-8e68-63f29eff7df7 req-dc353276-e17f-433f-b974-77c32ab5286c service nova] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1086.225032] env[66117]: INFO networking_nsxv3.common.synchronization [req-18141981-fa56-4c6a-8e68-63f29eff7df7 req-dc353276-e17f-433f-b974-77c32ab5286c service nova] Enqueued Resource ID: f7778f9f-98f7-4180-994c-f5ab2d8cf604 with Priority: HIGHEST for action port [ 1086.225032] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_rules [ 1086.225032] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1086.225032] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7778f9f-98f7-4180-994c-f5ab2d8cf604 with Priority: HIGHEST for action port [ 1086.225032] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.225418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.225583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.225857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.226100] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.227160] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.227372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.228064] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7778f9f-98f7-4180-994c-f5ab2d8cf604 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.228315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7778f9f-98f7-4180-994c-f5ab2d8cf604" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.228719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7778f9f-98f7-4180-994c-f5ab2d8cf604" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.229861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7778f9f-98f7-4180-994c-f5ab2d8cf604" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.229861] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7778f9f-98f7-4180-994c-f5ab2d8cf604',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.257613] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.257786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.257853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.258105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.258217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.258348] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be updated. [ 1086.283843] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.283999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.285039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.285039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.285039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.296929] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c in Status: IN_PROGRESS for 2s [ 1086.305311] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.305466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.305534] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.305744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.305880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.316844] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: IN_PROGRESS for 2s [ 1086.731926] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.731926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.732210] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7778f9f-98f7-4180-994c-f5ab2d8cf604 with status ACTIVE [ 1086.732708] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.732869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.732934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.733206] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.733474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.733686] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.733943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.733943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.734210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.734210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.734391] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.734474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.734474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.734616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.734731] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.734778] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7778f9f-98f7-4180-994c-f5ab2d8cf604 is going to be updated. [ 1086.756587] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.757109] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.757109] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.757109] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.757276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.757718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7778f9f-98f7-4180-994c-f5ab2d8cf604" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.148789] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1088.149246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.149246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.149246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.149437] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.149583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.149645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.149808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.149885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.149978] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.308840] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c in Status: SUCCESS [ 1088.309042] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c deletion is rescheduled due to dependency. [ 1088.309160] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.329023] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: SUCCESS [ 1088.329023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.329023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.329023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.329023] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.329023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.329023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.329023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.329023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.329023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.329023] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.330129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.330441] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.330727] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.330970] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.331170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.331453] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.331645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.331835] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.653241] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.834905] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.834905] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.835176] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.155569] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.337082] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.660229] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.660464] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.660558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.660821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.660949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.661067] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1089.697261] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.697500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.697563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.697800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.697962] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.709939] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1089.839484] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.839742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.839856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.840165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.840293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.840433] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be updated. [ 1089.884614] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.884855] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.884855] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.885113] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.885286] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.896801] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: IN_PROGRESS for 2s [ 1090.561510] env[66117]: INFO networking_nsxv3.common.synchronization [req-6c2a3174-22e5-40b0-a715-5aa8809ecacc req-b148513c-d3bd-4e04-9b7f-71d2947275f5 tempest-ServerDiskConfigTestJSON-2106077272 tempest-ServerDiskConfigTestJSON-2106077272-project-member] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 1090.562959] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 1090.562959] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.562959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.562959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.562959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.562959] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.563295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.563295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.563295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.563400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.563492] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.068524] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.068664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.068789] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.069023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.070105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.070105] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.070105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.070105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.070105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.070105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.070105] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 1091.101148] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.101148] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.101148] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.101273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.101400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.110596] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 1091.721938] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1091.722267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.722400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.722652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.722851] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.723129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.723129] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.723282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.723349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.723448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.723540] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.909079] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: SUCCESS [ 1091.910591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.911209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.911636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.912154] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.912476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.912707] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.913062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.913354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.913644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.914612] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.914798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.914906] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.914998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.915208] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.915311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.915371] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.915484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.915575] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.915646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.915743] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.209916] env[66117]: INFO networking_nsxv3.common.synchronization [req-d694c0cc-15ce-4922-ad9a-481ccc66f7a5 req-24317c32-9af5-4491-b2a2-a44880c99fb3 tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_members [ 1092.210382] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_members [ 1092.210735] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.210863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.210926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.211214] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.211425] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.211538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.211612] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.211769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.211870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.212042] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.226287] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.226476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.226585] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.226778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.226946] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.227087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.227148] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.227311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.227395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.227484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.227633] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.227725] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.227792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.227947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.228103] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.228193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.228263] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.228388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.228468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.228548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.228637] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.421729] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8436bf41-ec43-4660-a747-b7ca2a24b42e: rpc.has_security_group_logging(os_id): False [ 1092.443304] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.443474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.443538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.443762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.443930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.444134] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.444312] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.444399] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.444616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.444751] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.445070] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.445225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.445299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.445485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.446066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.446299] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.446404] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.446470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.446623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.446715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.446803] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be updated. [ 1092.530573] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.530573] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.530844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.530844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.531070] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.554815] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: IN_PROGRESS for 2s [ 1092.714308] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.731608] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 572c5aac-3968-4ec9-ad45-8c570e47c65d: rpc.has_security_group_logging(os_id): False [ 1092.754249] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.754422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.754486] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.754703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.754796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.754986] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.755094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.755156] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.755313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.755388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.755583] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.755725] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.755808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.755962] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.757081] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.757501] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.757742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.757863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.758157] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.759576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.759695] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1092.838861] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.839045] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.839146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.839380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.839535] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.858570] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1092.966572] env[66117]: INFO networking_nsxv3.common.synchronization [req-794f8998-e44c-478f-80c5-49b8ea340151 req-221e1a89-05eb-40f7-acbb-d73af3e07074 tempest-ServerActionsTestJSON-1889167364 tempest-ServerActionsTestJSON-1889167364-project-member] Enqueued Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGHEST for action security_group_members [ 1092.967082] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGHEST for action security_group_members [ 1092.967565] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b8eb0d-2743-4198-8125-fcd6c37c37fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.967774] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.967856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.968093] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.968284] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.968410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.968794] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.968794] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.968794] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.968794] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86b8eb0d-2743-4198-8125-fcd6c37c37fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.125380] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 1093.125720] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 deletion is rescheduled due to dependency. [ 1093.125758] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.218652] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.390039] env[66117]: INFO networking_nsxv3.common.synchronization [req-43c9515a-c9c6-4ba1-a83b-7b5ade706959 req-f5314b0c-a851-4ff5-8484-95816dafcf9c tempest-ServersTestMultiNic-1798845252 tempest-ServersTestMultiNic-1798845252-project-member] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1093.390542] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1093.391066] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.391066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.391066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.391457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.391457] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.391457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.391598] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.391642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.391729] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.391822] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.472012] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.473247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.473247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.473247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.473247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.473247] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.473247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.473247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.473247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.473247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.473247] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb is going to be updated. [ 1093.501491] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.501609] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.501700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.502298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.502298] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.511335] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb in Status: IN_PROGRESS for 2s [ 1093.590182] env[66117]: INFO networking_nsxv3.common.synchronization [req-43c9515a-c9c6-4ba1-a83b-7b5ade706959 req-538b2a6c-0d71-418a-9df8-00f91821ab60 tempest-ServersTestMultiNic-1798845252 tempest-ServersTestMultiNic-1798845252-project-member] Enqueued Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1093.590529] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e with Priority: HIGHEST for action security_group_members [ 1093.590841] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8436bf41-ec43-4660-a747-b7ca2a24b42e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.590945] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.721964] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.721964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.721964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.721964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.721964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.721964] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 is going to be updated. [ 1093.755919] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.755919] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.755919] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.755919] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.757252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.769417] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: IN_PROGRESS for 2s [ 1093.894053] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.396618] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.572335] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: SUCCESS [ 1094.572569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.573095] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.573095] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.573095] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.803809] env[66117]: INFO networking_nsxv3.common.synchronization [req-53c26dbb-68ca-45d7-a94e-e45b8eb043c5 req-b891b5b9-5597-4f3d-ac5e-2cf3e1301db3 tempest-ServerDiskConfigTestJSON-2106077272 tempest-ServerDiskConfigTestJSON-2106077272-project-member] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 1094.804165] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 1094.804222] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.804388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.804469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.804757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.805291] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.805291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.805291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.805291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.805291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.805672] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.889024] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1094.889354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.899182] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.899341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.899498] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.899639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.899731] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.899830] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be updated. [ 1094.965040] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.965284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.965284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.965518] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.965715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.978010] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: IN_PROGRESS for 2s [ 1095.098417] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.098618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.098618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.099090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.099090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.099090] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be deleted. [ 1095.164101] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.164425] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.164660] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.165108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.165300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.165540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.219106] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.219479] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.219647] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.219910] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.220205] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.220379] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.220458] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.220690] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.220903] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.221132] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.221263] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.221378] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.221480] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.221590] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.221685] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.221818] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.271916] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.272108] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.272251] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.272424] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-557" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.272752] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-34d54dde-9eef-4aab-9f92-4b89ba9852ca taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.272928] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-34d54dde-9eef-4aab-9f92-4b89ba9852ca" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.273057] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-34d54dde-9eef-4aab-9f92-4b89ba9852ca" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.273478] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-34d54dde-9eef-4aab-9f92-4b89ba9852ca" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.273758] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34d54dde-9eef-4aab-9f92-4b89ba9852ca',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.307913] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.308184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.308184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.308419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.308542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.308945] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.308945] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.309155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.309155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.309288] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.309440] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 1095.340138] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.340320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.340397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.340640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.340811] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.351447] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 1095.525128] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb in Status: SUCCESS [ 1095.525335] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb deletion is rescheduled due to dependency. [ 1095.525417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.776464] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.776795] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.776953] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.777314] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.777538] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.777778] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 34d54dde-9eef-4aab-9f92-4b89ba9852ca not found, creating... [ 1095.778140] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.778365] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.778498] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.778801] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.779022] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.779451] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.779634] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.779756] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.780027] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.780188] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.780332] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 34d54dde-9eef-4aab-9f92-4b89ba9852ca is going to be created. [ 1095.782370] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: SUCCESS [ 1095.782587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.805879] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.806185] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.806220] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.806574] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.806751] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.806979] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-34d54dde-9eef-4aab-9f92-4b89ba9852ca" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.502355] env[66117]: INFO networking_nsxv3.common.synchronization [req-53c26dbb-68ca-45d7-a94e-e45b8eb043c5 req-4fd88447-a4b9-498d-8853-8f1ed7b5c6ae service nova] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_rules [ 1096.502536] env[66117]: INFO networking_nsxv3.common.synchronization [req-53c26dbb-68ca-45d7-a94e-e45b8eb043c5 req-4fd88447-a4b9-498d-8853-8f1ed7b5c6ae service nova] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 1096.502668] env[66117]: INFO networking_nsxv3.common.synchronization [req-53c26dbb-68ca-45d7-a94e-e45b8eb043c5 req-4fd88447-a4b9-498d-8853-8f1ed7b5c6ae service nova] Enqueued Resource ID: 34d54dde-9eef-4aab-9f92-4b89ba9852ca with Priority: HIGHEST for action port [ 1096.503353] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_rules [ 1096.503527] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 1096.503690] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d54dde-9eef-4aab-9f92-4b89ba9852ca with Priority: HIGHEST for action port [ 1096.504534] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.504679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.504760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.505064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.505155] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.506157] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.506274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.506469] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-34d54dde-9eef-4aab-9f92-4b89ba9852ca taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.506608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34d54dde-9eef-4aab-9f92-4b89ba9852ca" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.506657] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34d54dde-9eef-4aab-9f92-4b89ba9852ca" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.506822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34d54dde-9eef-4aab-9f92-4b89ba9852ca" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.506904] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34d54dde-9eef-4aab-9f92-4b89ba9852ca',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.991117] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e in Status: SUCCESS [ 1096.991510] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.991823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.992200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.992530] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.992735] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.992839] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.993104] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.993247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.993432] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8436bf41-ec43-4660-a747-b7ca2a24b42e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.009227] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.009358] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.009567] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34d54dde-9eef-4aab-9f92-4b89ba9852ca with status ACTIVE [ 1097.009737] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.009833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.009899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.010119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.010203] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.010372] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.010468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.010530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.010679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.010760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.010937] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.011056] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.011110] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.011238] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.011326] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.011411] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34d54dde-9eef-4aab-9f92-4b89ba9852ca is going to be updated. [ 1097.033118] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.033118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.033118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.033332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.033470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.033629] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34d54dde-9eef-4aab-9f92-4b89ba9852ca" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.362848] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 1097.363044] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 deletion is rescheduled due to dependency. [ 1097.363159] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.363353] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.363877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.363877] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.363877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.364048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.364118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.364170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.364268] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.497435] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.497703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.497781] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.498014] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.498128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.498311] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.498405] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.498468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.498622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.498698] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.498783] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8436bf41-ec43-4660-a747-b7ca2a24b42e is going to be deleted. [ 1097.528736] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.528922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.528922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.529285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.529285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.529395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8436bf41-ec43-4660-a747-b7ca2a24b42e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.866103] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.369030] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.871678] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.871869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.871925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.872631] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.872631] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.872631] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 1098.904043] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.904233] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.904233] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.904389] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.904507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.915042] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 1098.949267] env[66117]: INFO networking_nsxv3.common.synchronization [req-72c256d0-e57b-460b-a2bc-f342ca73c84c req-c92a7510-4b22-4260-a740-7719739edfef tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_members [ 1098.949267] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGHEST for action security_group_members [ 1098.949536] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.951042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.951042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.951042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.951042] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.951042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.951042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.951042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.951042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.951042] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.453598] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.453936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.454066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.454292] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.454492] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.454803] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.454907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.454907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.455105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.455185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.455272] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 is going to be updated. [ 1099.487680] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.487828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.487930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.488202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.488679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.498407] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: IN_PROGRESS for 2s [ 1100.929035] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 1100.929035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.929035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.929035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.929035] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.929035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.929035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.929035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.929558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.929558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.929558] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.433438] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.433675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.433675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.433868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.434018] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.434116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.434197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.434504] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.434504] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.434723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.434723] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.434841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.434894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.435049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.435205] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.435308] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.435375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.435530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.435610] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.435695] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.435787] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.515328] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 in Status: SUCCESS [ 1101.515517] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 deletion is rescheduled due to dependency. [ 1101.515636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.938480] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d796e75e-eb32-4201-94c1-b128237fb437: rpc.has_security_group_logging(os_id): False [ 1101.959555] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.959869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.959869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.959997] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.960094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.960284] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.960387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.960447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.960612] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.960692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.960909] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.961323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.961323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.961323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.961323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.961532] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.961638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.961703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.961847] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.961929] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.962078] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 1102.030066] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.030319] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.030518] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.030725] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.030942] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.047664] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 1103.950930] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1103.951267] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1104.068721] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 1104.068953] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.986474] env[66117]: INFO networking_nsxv3.common.synchronization [req-178e784a-809f-4844-9726-782bb883b0d3 req-404ddd62-fa54-47fa-a853-78a9721de75f tempest-ServerActionsTestOtherA-837803977 tempest-ServerActionsTestOtherA-837803977-project-member] Enqueued Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_members [ 1104.987017] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_members [ 1104.987344] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.987496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.987591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.987752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.987907] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.988011] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.988091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.988289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.988371] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.988456] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.349022] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.349263] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.349413] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.349841] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.350252] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.350473] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.350690] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.350996] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.351231] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.351578] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.351738] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.351901] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.352238] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.352287] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.352440] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.352691] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.378648] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.378849] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.379094] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.379305] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.379650] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-3eecd267-2ee8-41db-ba32-3532bb802520 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.379829] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-3eecd267-2ee8-41db-ba32-3532bb802520" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.379963] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-3eecd267-2ee8-41db-ba32-3532bb802520" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.380440] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-3eecd267-2ee8-41db-ba32-3532bb802520" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.380823] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eecd267-2ee8-41db-ba32-3532bb802520',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.490740] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.490924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.491257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.491257] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.491383] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.491528] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.491627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.491689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.491840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.491914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.491999] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2bc8825-da36-499c-8288-03f6805da468 is going to be deleted. [ 1105.520932] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.521124] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.521175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.521379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.521518] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.521631] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.883396] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.883749] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.883877] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.884200] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.884347] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.884616] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 3eecd267-2ee8-41db-ba32-3532bb802520 not found, creating... [ 1105.884923] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.885103] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.885223] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.885438] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.885571] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.885886] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.886052] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.886167] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.886394] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.886536] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.886675] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 3eecd267-2ee8-41db-ba32-3532bb802520 is going to be created. [ 1105.907152] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.907427] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.907592] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.907913] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.908201] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.908474] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-3eecd267-2ee8-41db-ba32-3532bb802520" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.394039] env[66117]: INFO networking_nsxv3.common.synchronization [req-76225af2-9a84-409e-821e-6ceb80470b3d req-4681263f-18e1-4e71-99d0-b10c03f88ead tempest-DeleteServersTestJSON-1546501066 tempest-DeleteServersTestJSON-1546501066-project-member] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 1106.394039] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGHEST for action security_group_members [ 1106.394039] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.394039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.394039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.394039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.394039] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.394589] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.394589] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.394589] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.394589] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.394589] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.603903] env[66117]: INFO networking_nsxv3.common.synchronization [req-178e784a-809f-4844-9726-782bb883b0d3 req-41980d5d-6f7d-4652-a389-6a7d368f6a00 service nova] Enqueued Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_rules [ 1106.604098] env[66117]: INFO networking_nsxv3.common.synchronization [req-178e784a-809f-4844-9726-782bb883b0d3 req-41980d5d-6f7d-4652-a389-6a7d368f6a00 service nova] Enqueued Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_members [ 1106.604236] env[66117]: INFO networking_nsxv3.common.synchronization [req-178e784a-809f-4844-9726-782bb883b0d3 req-41980d5d-6f7d-4652-a389-6a7d368f6a00 service nova] Enqueued Resource ID: 3eecd267-2ee8-41db-ba32-3532bb802520 with Priority: HIGHEST for action port [ 1106.604933] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_rules [ 1106.605138] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_members [ 1106.605240] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eecd267-2ee8-41db-ba32-3532bb802520 with Priority: HIGHEST for action port [ 1106.605571] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.605724] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.605834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.606054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.606148] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.607164] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.607304] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.607386] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.607626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.607834] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.607957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.608049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.608252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.608355] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.609034] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.609684] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eecd267-2ee8-41db-ba32-3532bb802520 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.609684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eecd267-2ee8-41db-ba32-3532bb802520" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.609684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eecd267-2ee8-41db-ba32-3532bb802520" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.609823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eecd267-2ee8-41db-ba32-3532bb802520" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.610822] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eecd267-2ee8-41db-ba32-3532bb802520',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.897421] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.897421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.897421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.897639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.920275] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.920559] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.920655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.920726] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.920950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.921008] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.921123] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be updated. [ 1106.949423] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.949579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.949674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.949838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.949975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.982871] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: IN_PROGRESS for 2s [ 1107.111778] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.113032] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.113165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.113409] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3eecd267-2ee8-41db-ba32-3532bb802520 with status ACTIVE [ 1107.113617] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.113701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.113771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.113975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.114077] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.114238] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.114332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.114392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.114572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.114646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.115310] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.115310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.115310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.115310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.115310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.115310] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3eecd267-2ee8-41db-ba32-3532bb802520 is going to be updated. [ 1107.138065] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.138065] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.138065] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.138301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.138301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.138361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eecd267-2ee8-41db-ba32-3532bb802520" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.614640] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.118041] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.118041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.118041] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.118313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.118313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.118424] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2bc8825-da36-499c-8288-03f6805da468 is going to be created. [ 1108.145082] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.145268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.145323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.145537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.145698] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.156316] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bc8825-da36-499c-8288-03f6805da468 in Status: UNINITIALIZED for 2s [ 1108.993824] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b in Status: SUCCESS [ 1108.994092] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b deletion is rescheduled due to dependency. [ 1108.994182] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.384266] env[66117]: INFO networking_nsxv3.common.synchronization [req-a751a1f6-bb0f-463c-a462-bed45c287c52 req-e1535305-c437-4215-b8ea-c7e131837bef tempest-ServerDiskConfigTestJSON-2106077272 tempest-ServerDiskConfigTestJSON-2106077272-project-member] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 1109.385029] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGHEST for action security_group_members [ 1109.387170] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.387170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.387170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.387170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.387170] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.387170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.387170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.387170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.387170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.387170] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.629435] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e0c64c6-24b3-4875-848a-4299dd1fc1f1 req-7827823f-6ea1-4a37-91b1-476bfd8178a5 tempest-ServersTestJSON-223012260 tempest-ServersTestJSON-223012260-project-member] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1109.629613] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1109.630406] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.630574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.630658] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.631007] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.631182] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.631285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.631348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.631512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.631613] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.631707] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.889602] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.889766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.889893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.890259] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.890259] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.890450] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.890557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.890645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.890825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.890914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.891763] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be updated. [ 1109.924793] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.924947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.924986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.925224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.925362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.934322] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: IN_PROGRESS for 2s [ 1109.936441] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.936628] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.936787] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.937092] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.938029] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.938029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.938029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.938029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.938029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.938277] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.938277] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.938332] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.938447] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.938570] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.938741] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.938893] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.957569] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.957808] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.957961] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.958192] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.958508] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-4296a56f-77d9-482d-809e-8a74524d518e taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.958769] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-4296a56f-77d9-482d-809e-8a74524d518e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.958885] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-4296a56f-77d9-482d-809e-8a74524d518e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.959256] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-4296a56f-77d9-482d-809e-8a74524d518e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.959359] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4296a56f-77d9-482d-809e-8a74524d518e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.134326] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.167126] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bc8825-da36-499c-8288-03f6805da468 in Status: SUCCESS [ 1110.167364] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.167499] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.167720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.167913] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.168032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.168126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.168250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.168572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.168572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.168572] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.462679] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.462821] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.463402] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.463402] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.463908] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.463908] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 4296a56f-77d9-482d-809e-8a74524d518e not found, creating... [ 1110.464061] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.464240] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.464365] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.464669] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.464947] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.465305] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.465480] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.465601] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.465857] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.465997] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.466151] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 4296a56f-77d9-482d-809e-8a74524d518e is going to be created. [ 1110.490415] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.490721] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.490915] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.491303] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.491646] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.491947] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-4296a56f-77d9-482d-809e-8a74524d518e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.635997] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.670648] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.671976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.671976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.671976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.671976] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.671976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.671976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.671976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.671976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.672705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.672705] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.672705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.672705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.673242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.673242] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.673242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.673406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.674047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.674047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.674047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.674047] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.139880] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.140175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.140175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.140378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.140469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.140567] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1111.168991] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.169207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.169207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.169406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.169563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.176439] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2bc8825-da36-499c-8288-03f6805da468: rpc.has_security_group_logging(os_id): False [ 1111.179402] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1111.193934] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.194094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.194163] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.194372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.194459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.194718] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.194802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.194867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.195019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.195096] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.195264] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.195353] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.195414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.195549] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.195622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.195793] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.195990] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.196115] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.196258] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.196329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.196411] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2bc8825-da36-499c-8288-03f6805da468 is going to be created. [ 1111.204474] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e0c64c6-24b3-4875-848a-4299dd1fc1f1 req-fbb57730-ce4d-4994-b729-9ba6d18c581b service nova] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_rules [ 1111.204725] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e0c64c6-24b3-4875-848a-4299dd1fc1f1 req-fbb57730-ce4d-4994-b729-9ba6d18c581b service nova] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1111.204910] env[66117]: INFO networking_nsxv3.common.synchronization [req-0e0c64c6-24b3-4875-848a-4299dd1fc1f1 req-fbb57730-ce4d-4994-b729-9ba6d18c581b service nova] Enqueued Resource ID: 4296a56f-77d9-482d-809e-8a74524d518e with Priority: HIGHEST for action port [ 1111.205773] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_rules [ 1111.205950] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1111.206829] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4296a56f-77d9-482d-809e-8a74524d518e with Priority: HIGHEST for action port [ 1111.206829] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.206829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.206829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.207090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.207192] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.209241] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.209633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.209633] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-4296a56f-77d9-482d-809e-8a74524d518e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.210207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4296a56f-77d9-482d-809e-8a74524d518e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.210292] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4296a56f-77d9-482d-809e-8a74524d518e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.210446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4296a56f-77d9-482d-809e-8a74524d518e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.210648] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4296a56f-77d9-482d-809e-8a74524d518e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.277628] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.277862] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.278013] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.278163] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.278382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.299152] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2bc8825-da36-499c-8288-03f6805da468 in Status: IN_PROGRESS for 2s [ 1111.524136] env[66117]: INFO networking_nsxv3.common.synchronization [None req-578c6296-67f4-418c-902a-f370f52b839d tempest-AttachInterfacesTestJSON-446320788 tempest-AttachInterfacesTestJSON-446320788-project-member] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 1111.524843] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGHEST for action security_group_members [ 1111.525107] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.525252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.525459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.525570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.525745] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.525874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.525950] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.526128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.526213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.526311] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.709776] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.709776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.712385] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4296a56f-77d9-482d-809e-8a74524d518e with status ACTIVE [ 1111.712385] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.712495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.712532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.712733] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.712824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.713047] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.713125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.713159] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.713307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.713414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.713599] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.713718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.713760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.713883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.713954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.714054] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4296a56f-77d9-482d-809e-8a74524d518e is going to be updated. [ 1111.735303] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.735303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.735500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.735532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.735728] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.736133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4296a56f-77d9-482d-809e-8a74524d518e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.945711] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d796e75e-eb32-4201-94c1-b128237fb437 in Status: SUCCESS [ 1111.945871] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d796e75e-eb32-4201-94c1-b128237fb437 deletion is rescheduled due to dependency. [ 1111.945994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.028495] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.028697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.028697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.028850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.028944] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.029161] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.029277] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.029344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.029503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.029577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.029663] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be updated. [ 1112.062805] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.063039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.063138] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.063381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.063516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.074403] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: IN_PROGRESS for 2s [ 1113.191457] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1113.191843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.192482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.192723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.194228] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.194228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.194228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.194228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.194228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.194228] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.313115] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2bc8825-da36-499c-8288-03f6805da468 in Status: SUCCESS [ 1113.313412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.698367] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.084526] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 in Status: SUCCESS [ 1114.084773] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 deletion is rescheduled due to dependency. [ 1114.084910] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.201251] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.457481] env[66117]: INFO networking_nsxv3.common.synchronization [req-4c7ffb9a-bf49-417e-a50e-eaa5cf37d8f6 req-865e77e0-357a-45e7-87ac-479ac8743019 tempest-AttachInterfacesUnderV243Test-270764103 tempest-AttachInterfacesUnderV243Test-270764103-project-member] Enqueued Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_members [ 1114.457934] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_members [ 1114.458327] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a71bbd67-b401-4eaa-900a-a1a20011cb82 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.458422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.458578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.458695] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.458859] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.458953] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.459017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.459173] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.459282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.459417] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.480462] env[66117]: INFO networking_nsxv3.common.synchronization [req-4c7ffb9a-bf49-417e-a50e-eaa5cf37d8f6 req-865e77e0-357a-45e7-87ac-479ac8743019 tempest-AttachInterfacesUnderV243Test-270764103 tempest-AttachInterfacesUnderV243Test-270764103-project-member] Enqueued Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_rules [ 1114.480462] env[66117]: INFO networking_nsxv3.common.synchronization [req-4c7ffb9a-bf49-417e-a50e-eaa5cf37d8f6 req-865e77e0-357a-45e7-87ac-479ac8743019 tempest-AttachInterfacesUnderV243Test-270764103 tempest-AttachInterfacesUnderV243Test-270764103-project-member] Enqueued Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_members [ 1114.480462] env[66117]: INFO networking_nsxv3.common.synchronization [req-4c7ffb9a-bf49-417e-a50e-eaa5cf37d8f6 req-865e77e0-357a-45e7-87ac-479ac8743019 tempest-AttachInterfacesUnderV243Test-270764103 tempest-AttachInterfacesUnderV243Test-270764103-project-member] Enqueued Resource ID: ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 with Priority: HIGHEST for action port [ 1114.480462] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_rules [ 1114.480462] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_members [ 1114.480763] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 with Priority: HIGHEST for action port [ 1114.480878] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a71bbd67-b401-4eaa-900a-a1a20011cb82 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.480949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.481032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.481401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.481485] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.482344] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a71bbd67-b401-4eaa-900a-a1a20011cb82 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.482574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.483071] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.483473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.483473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.483611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.483671] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.704087] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.704354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.704354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.704554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.704682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.704792] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1114.736216] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.736403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.736447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.736665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.736822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.747440] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1114.961688] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.985448] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a71bbd67-b401-4eaa-900a-a1a20011cb82 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.985687] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.986846] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 with status ACTIVE [ 1114.987040] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.987158] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.987221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.987430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.987524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.987694] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.987787] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.987846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.987999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.988090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.988267] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.988358] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.988416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.988554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.988653] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.988723] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 is going to be updated. [ 1115.034331] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.034501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.034761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.034877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.035060] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.035267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.465125] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.967257] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.967561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.967648] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.967886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.968022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.968177] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 is going to be updated. [ 1115.997822] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.997970] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.998056] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.998290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.999637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.012019] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 in Status: IN_PROGRESS for 2s [ 1116.427150] env[66117]: INFO networking_nsxv3.common.synchronization [req-f7c5a482-2627-46f7-b2b9-9734ac45e2ad req-f812a352-3286-4077-adb0-ad54a2eacbcc tempest-ServerActionsTestOtherA-837803977 tempest-ServerActionsTestOtherA-837803977-project-member] Enqueued Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_members [ 1116.427694] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGHEST for action security_group_members [ 1116.428033] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.428161] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.428226] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.428427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.428577] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.428673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.428732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.428873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.428987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.431171] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.476025] env[66117]: INFO networking_nsxv3.common.synchronization [req-f7c5a482-2627-46f7-b2b9-9734ac45e2ad req-f812a352-3286-4077-adb0-ad54a2eacbcc tempest-ServerActionsTestOtherA-837803977 tempest-ServerActionsTestOtherA-837803977-project-member] Enqueued Resource ID: 3eecd267-2ee8-41db-ba32-3532bb802520 with Priority: HIGHEST for action port [ 1116.476025] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eecd267-2ee8-41db-ba32-3532bb802520 with Priority: HIGHEST for action port [ 1116.476025] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eecd267-2ee8-41db-ba32-3532bb802520 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.476687] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eecd267-2ee8-41db-ba32-3532bb802520" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.476876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eecd267-2ee8-41db-ba32-3532bb802520" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.477445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eecd267-2ee8-41db-ba32-3532bb802520" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.478976] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eecd267-2ee8-41db-ba32-3532bb802520',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.757606] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1116.757763] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.757941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.758193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.758449] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.758596] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.758682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.758907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.759063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.759243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.759436] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.933410] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.933659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.933659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.933907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.934015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.934220] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.934321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.934384] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.934539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.934626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.934724] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2bc8825-da36-499c-8288-03f6805da468 is going to be updated. [ 1116.964910] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.965089] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.965159] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.965470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.965684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.974830] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bc8825-da36-499c-8288-03f6805da468 in Status: IN_PROGRESS for 2s [ 1116.980263] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3eecd267-2ee8-41db-ba32-3532bb802520 with status ACTIVE [ 1116.980568] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.980757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.980837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.981309] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.981309] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.981556] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.981811] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.981914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.982153] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.982241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.982437] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.982570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.982671] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.982852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.982936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.983114] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3eecd267-2ee8-41db-ba32-3532bb802520 is going to be updated. [ 1117.045573] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.046044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.046044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.046044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.046190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.046637] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eecd267-2ee8-41db-ba32-3532bb802520" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.262065] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.262241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.262278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.262509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.262680] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.262785] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.262850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.263013] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.263105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.263194] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.263342] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.263435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.263496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.263686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.263828] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.263922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.263985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.264143] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.264221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.264381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.264445] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.416541] env[66117]: INFO networking_nsxv3.common.synchronization [req-66b4b2ad-b81c-4849-972c-9c52301bae32 req-39acc1ab-7585-4c15-a9b4-db5f3714afe0 tempest-AttachInterfacesUnderV243Test-270764103 tempest-AttachInterfacesUnderV243Test-270764103-project-member] Enqueued Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_members [ 1117.417301] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_members [ 1117.417652] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a71bbd67-b401-4eaa-900a-a1a20011cb82 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.417766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.594567] env[66117]: INFO networking_nsxv3.common.synchronization [req-66b4b2ad-b81c-4849-972c-9c52301bae32 req-39acc1ab-7585-4c15-a9b4-db5f3714afe0 tempest-AttachInterfacesUnderV243Test-270764103 tempest-AttachInterfacesUnderV243Test-270764103-project-member] Enqueued Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_rules [ 1117.595212] env[66117]: INFO networking_nsxv3.common.synchronization [req-66b4b2ad-b81c-4849-972c-9c52301bae32 req-39acc1ab-7585-4c15-a9b4-db5f3714afe0 tempest-AttachInterfacesUnderV243Test-270764103 tempest-AttachInterfacesUnderV243Test-270764103-project-member] Enqueued Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_members [ 1117.595212] env[66117]: INFO networking_nsxv3.common.synchronization [req-66b4b2ad-b81c-4849-972c-9c52301bae32 req-39acc1ab-7585-4c15-a9b4-db5f3714afe0 tempest-AttachInterfacesUnderV243Test-270764103 tempest-AttachInterfacesUnderV243Test-270764103-project-member] Enqueued Resource ID: ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 with Priority: HIGHEST for action port [ 1117.596247] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_rules [ 1117.596641] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_members [ 1117.596641] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 with Priority: HIGHEST for action port [ 1117.597513] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a71bbd67-b401-4eaa-900a-a1a20011cb82 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.597513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.597513] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a71bbd67-b401-4eaa-900a-a1a20011cb82 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.597513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.597513] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.597513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.597513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.597785] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.597785] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.766761] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 572c5aac-3968-4ec9-ad45-8c570e47c65d: rpc.has_security_group_logging(os_id): False [ 1117.787668] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.787871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.787980] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.788190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.788280] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.788485] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.788583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.788642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.788802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.788924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.789191] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.789285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.789349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.789485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.789549] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.789739] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.789878] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.789878] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.790480] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.790614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.790710] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1117.863342] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.863496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.863568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.864045] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.864322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.888065] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1118.029079] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 in Status: SUCCESS [ 1118.029079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.029079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.029079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.029079] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.029079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.029079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.029079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.029079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.029079] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.100891] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 with status ACTIVE [ 1118.101026] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.101187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.101250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.101528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.101676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.101997] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.102195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.102293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.102483] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.102586] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.102797] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.102930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.103048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.103253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.103365] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.103490] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0 is going to be updated. [ 1118.140249] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.140249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.140249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.140249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.140249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.140249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab96cf9d-534a-4ddc-843f-e83cd4c5f0b0" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.533546] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.987799] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bc8825-da36-499c-8288-03f6805da468 in Status: SUCCESS [ 1118.988195] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2bc8825-da36-499c-8288-03f6805da468 deletion is rescheduled due to dependency. [ 1118.988195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.035659] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.538234] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.538234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.538234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.538408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.538607] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.538607] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 is going to be updated. [ 1119.574598] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.574768] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.574876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.575551] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.575551] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.599764] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 in Status: IN_PROGRESS for 2s [ 1119.912348] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1119.912531] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.612717] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 in Status: SUCCESS [ 1121.612717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.612717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.612717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.612717] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.612717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.612717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.612717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.612717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.612717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.613339] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.615440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.615440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.615581] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.615866] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.615866] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.615866] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.616119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.616119] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.118633] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.119753] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.319064] env[66117]: INFO networking_nsxv3.common.synchronization [None req-10ef7c3b-242a-49f8-aa7c-0c13317976c8 None None] Enqueued Resource ID: 2cf5151e-84c1-4681-bb76-3a14832984ee with Priority: HIGHEST for action port [ 1122.319652] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf5151e-84c1-4681-bb76-3a14832984ee with Priority: HIGHEST for action port [ 1122.320027] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cf5151e-84c1-4681-bb76-3a14832984ee taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.320204] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cf5151e-84c1-4681-bb76-3a14832984ee" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.320269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cf5151e-84c1-4681-bb76-3a14832984ee" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.320472] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cf5151e-84c1-4681-bb76-3a14832984ee" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.320555] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf5151e-84c1-4681-bb76-3a14832984ee',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.622329] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a71bbd67-b401-4eaa-900a-a1a20011cb82: rpc.has_security_group_logging(os_id): False [ 1122.623223] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.645101] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.645101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.645101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.647126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.647126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.647126] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.647126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.647126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.647126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.647126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.647126] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 is going to be updated. [ 1122.677222] env[66117]: INFO networking_nsxv3.common.synchronization [None req-895776c3-e80d-45ae-99e7-18e86d9f358b tempest-AttachVolumeTestJSON-149745963 tempest-AttachVolumeTestJSON-149745963-project-member] Enqueued Resource ID: fa3a4c56-d967-417b-84be-5ed66768664a with Priority: HIGHEST for action security_group_rules [ 1122.677788] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3a4c56-d967-417b-84be-5ed66768664a with Priority: HIGHEST for action security_group_rules [ 1122.678843] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa3a4c56-d967-417b-84be-5ed66768664a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.679054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.679142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.679370] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.679469] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa3a4c56-d967-417b-84be-5ed66768664a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.712136] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.712136] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.712136] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.712136] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.712136] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.727816] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 in Status: IN_PROGRESS for 2s [ 1122.823248] env[66117]: INFO networking_nsxv3.common.synchronization [None req-5d69a8c4-bbc9-4d1c-a84d-045f3db19e1e tempest-AttachVolumeTestJSON-149745963 tempest-AttachVolumeTestJSON-149745963-project-member] Enqueued Resource ID: fa3a4c56-d967-417b-84be-5ed66768664a with Priority: HIGHEST for action security_group_rules [ 1122.823248] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cf5151e-84c1-4681-bb76-3a14832984ee [ 1122.823491] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.823491] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.823491] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.823754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.823840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.823942] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cf5151e-84c1-4681-bb76-3a14832984ee already deleted. [ 1122.824030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cf5151e-84c1-4681-bb76-3a14832984ee" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.824567] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3a4c56-d967-417b-84be-5ed66768664a with Priority: HIGHEST for action security_group_rules [ 1122.824893] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa3a4c56-d967-417b-84be-5ed66768664a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.824996] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.077975] env[66117]: INFO networking_nsxv3.common.synchronization [req-28adf5ea-8745-4be7-9bf7-ee031ec4a24d req-4107dee8-b4a6-4730-b4b1-2f4041dad14b tempest-AttachInterfacesUnderV243Test-270764103 tempest-AttachInterfacesUnderV243Test-270764103-project-member] Enqueued Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_members [ 1123.080372] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 with Priority: HIGHEST for action security_group_members [ 1123.080732] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a71bbd67-b401-4eaa-900a-a1a20011cb82 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.080732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.125955] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.126218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.126314] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.126641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.126733] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.126842] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 is going to be updated. [ 1123.160252] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.160413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.160513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.160754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.160974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.170267] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 in Status: IN_PROGRESS for 2s [ 1123.200187] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.200320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.200387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.200606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.200724] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.200784] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa3a4c56-d967-417b-84be-5ed66768664a already deleted. [ 1123.200867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.201046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.201209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.201295] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa3a4c56-d967-417b-84be-5ed66768664a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.726813] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.727177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.727177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.727250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.727326] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.727421] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa3a4c56-d967-417b-84be-5ed66768664a already deleted. [ 1123.727500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.205056] env[66117]: INFO networking_nsxv3.common.synchronization [req-4dfaab31-0d66-4c7f-a7a4-9d3bedf59233 req-8ca89ec5-beff-4d37-bded-1ecb8e5826b5 tempest-ServersTestJSON-223012260 tempest-ServersTestJSON-223012260-project-member] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1124.208544] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1124.209241] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.209241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.209348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.209519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.209670] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.209767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.209827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.209968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.210078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.212935] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.711768] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.744389] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 in Status: SUCCESS [ 1124.744657] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.745101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.745336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.745508] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.063850] env[66117]: INFO networking_nsxv3.common.synchronization [None req-6face331-272b-410a-ae11-918d0371de06 None None] Enqueued Resource ID: d678b71b-f107-4507-9262-0a043e6cee70 with Priority: HIGHEST for action port [ 1125.064727] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d678b71b-f107-4507-9262-0a043e6cee70 with Priority: HIGHEST for action port [ 1125.064989] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-d678b71b-f107-4507-9262-0a043e6cee70 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.065190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d678b71b-f107-4507-9262-0a043e6cee70" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.065349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d678b71b-f107-4507-9262-0a043e6cee70" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.065703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d678b71b-f107-4507-9262-0a043e6cee70" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.066402] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d678b71b-f107-4507-9262-0a043e6cee70',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.179496] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 in Status: SUCCESS [ 1125.179721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.179943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.180276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.180495] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.180620] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.180688] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.180848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.180931] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.181039] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.215661] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.267033] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.267223] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.267223] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.267384] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.267433] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.267553] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 is going to be deleted. [ 1125.333543] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.334401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.334468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.335023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.335023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.335023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.568685] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d678b71b-f107-4507-9262-0a043e6cee70 [ 1125.568925] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.569065] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.569128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.569341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.569434] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.569774] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d678b71b-f107-4507-9262-0a043e6cee70 already deleted. [ 1125.569774] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d678b71b-f107-4507-9262-0a043e6cee70" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.684039] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.684039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.684039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.684039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.684039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.684039] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.684447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.684447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.684447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.684546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.684578] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 is going to be deleted. [ 1125.713863] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.714119] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.714207] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.714402] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.714494] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.714726] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.714971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.715182] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.715356] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.715459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.715530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.715670] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.715746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.715852] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a71bbd67-b401-4eaa-900a-a1a20011cb82',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.717986] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.718130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.718130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.718304] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.718414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.718514] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1125.747214] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.747543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.747543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.747646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.747884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.756985] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1126.218866] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.219050] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.219124] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.219358] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.219526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.219651] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.219768] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.219832] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.220418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.220418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.220418] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a71bbd67-b401-4eaa-900a-a1a20011cb82 already deleted. [ 1126.220418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a71bbd67-b401-4eaa-900a-a1a20011cb82" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.769251] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1127.769525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.628271] env[66117]: INFO networking_nsxv3.common.synchronization [req-52cc6d4b-ab99-427d-8cff-147d8cb9d751 req-f7f22636-2a1a-4f9f-a9cd-50d96abfe01d tempest-AttachVolumeTestJSON-149745963 tempest-AttachVolumeTestJSON-149745963-project-member] Enqueued Resource ID: fa3a4c56-d967-417b-84be-5ed66768664a with Priority: HIGHEST for action security_group_members [ 1129.628949] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3a4c56-d967-417b-84be-5ed66768664a with Priority: HIGHEST for action security_group_members [ 1129.629302] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa3a4c56-d967-417b-84be-5ed66768664a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.629420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.629482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.630095] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.630095] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.630231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.630316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.630411] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.630497] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.631123] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa3a4c56-d967-417b-84be-5ed66768664a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.032032] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.032277] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-838" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.033039] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-838" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.033039] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-838" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.033591] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.033796] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.033975] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.034219] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.034386] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.034700] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.034833] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.034955] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.035076] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.035188] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.035292] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.035424] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.059095] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.059095] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.059095] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.059095] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-838" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.059364] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-a2582ebc-e323-46d4-8036-ce548f8bffd9 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.059442] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-a2582ebc-e323-46d4-8036-ce548f8bffd9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.059887] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-a2582ebc-e323-46d4-8036-ce548f8bffd9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.059887] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-a2582ebc-e323-46d4-8036-ce548f8bffd9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.060036] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2582ebc-e323-46d4-8036-ce548f8bffd9',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.132625] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.132772] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.133430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.133430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.133430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.133430] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.133430] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.135176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.135176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.135176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.135176] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa3a4c56-d967-417b-84be-5ed66768664a already deleted. [ 1130.135176] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.563253] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.563486] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.563609] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.563967] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.564149] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.564300] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port a2582ebc-e323-46d4-8036-ce548f8bffd9 not found, creating... [ 1130.564564] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.564796] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.564868] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.565100] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.565238] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.565520] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.565914] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.565914] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.566030] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.566124] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.566394] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: a2582ebc-e323-46d4-8036-ce548f8bffd9 is going to be created. [ 1130.591265] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.591449] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.591904] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.591965] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.592256] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.592462] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-a2582ebc-e323-46d4-8036-ce548f8bffd9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.320980] env[66117]: INFO networking_nsxv3.common.synchronization [req-52cc6d4b-ab99-427d-8cff-147d8cb9d751 req-0a6f508c-9b62-4f4d-b3fe-4aaecca99648 service nova] Enqueued Resource ID: fa3a4c56-d967-417b-84be-5ed66768664a with Priority: HIGHEST for action security_group_rules [ 1131.321307] env[66117]: INFO networking_nsxv3.common.synchronization [req-52cc6d4b-ab99-427d-8cff-147d8cb9d751 req-0a6f508c-9b62-4f4d-b3fe-4aaecca99648 service nova] Enqueued Resource ID: fa3a4c56-d967-417b-84be-5ed66768664a with Priority: HIGHEST for action security_group_members [ 1131.321307] env[66117]: INFO networking_nsxv3.common.synchronization [req-52cc6d4b-ab99-427d-8cff-147d8cb9d751 req-0a6f508c-9b62-4f4d-b3fe-4aaecca99648 service nova] Enqueued Resource ID: a2582ebc-e323-46d4-8036-ce548f8bffd9 with Priority: HIGHEST for action port [ 1131.321942] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3a4c56-d967-417b-84be-5ed66768664a with Priority: HIGHEST for action security_group_rules [ 1131.322180] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3a4c56-d967-417b-84be-5ed66768664a with Priority: HIGHEST for action security_group_members [ 1131.322357] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2582ebc-e323-46d4-8036-ce548f8bffd9 with Priority: HIGHEST for action port [ 1131.322685] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa3a4c56-d967-417b-84be-5ed66768664a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.322850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.322894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.323100] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.323182] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa3a4c56-d967-417b-84be-5ed66768664a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.324565] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa3a4c56-d967-417b-84be-5ed66768664a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.324677] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.324851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.325085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.325240] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.325340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.325468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.325635] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.325840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.325840] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa3a4c56-d967-417b-84be-5ed66768664a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.327055] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2582ebc-e323-46d4-8036-ce548f8bffd9 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.327269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2582ebc-e323-46d4-8036-ce548f8bffd9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.327339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2582ebc-e323-46d4-8036-ce548f8bffd9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.327501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2582ebc-e323-46d4-8036-ce548f8bffd9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.327611] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2582ebc-e323-46d4-8036-ce548f8bffd9',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.825782] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa3a4c56-d967-417b-84be-5ed66768664a taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.825782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.828145] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa3a4c56-d967-417b-84be-5ed66768664a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.831766] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2582ebc-e323-46d4-8036-ce548f8bffd9 with status ACTIVE [ 1131.832123] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.832285] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.832397] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.832692] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.833103] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.833103] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.833286] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.833421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.833667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.833778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.834082] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.834256] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.834324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.834541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.834670] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.834817] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2582ebc-e323-46d4-8036-ce548f8bffd9 is going to be updated. [ 1131.859549] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.859745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.859745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.859959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.860122] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.860282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2582ebc-e323-46d4-8036-ce548f8bffd9" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.059923] env[66117]: INFO networking_nsxv3.common.synchronization [None req-0daa7dbf-ac9d-4b79-b9e9-2003cbdc843b None None] Enqueued Resource ID: 14e84e27-f93d-40e8-8f59-7891697090b2 with Priority: HIGHEST for action port [ 1132.059923] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e84e27-f93d-40e8-8f59-7891697090b2 with Priority: HIGHEST for action port [ 1132.059923] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-14e84e27-f93d-40e8-8f59-7891697090b2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.059923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14e84e27-f93d-40e8-8f59-7891697090b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.059923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14e84e27-f93d-40e8-8f59-7891697090b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.059923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14e84e27-f93d-40e8-8f59-7891697090b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.059923] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14e84e27-f93d-40e8-8f59-7891697090b2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.331898] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa3a4c56-d967-417b-84be-5ed66768664a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.563301] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14e84e27-f93d-40e8-8f59-7891697090b2 [ 1132.563301] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.563301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.563301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.563301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.563301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.563301] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14e84e27-f93d-40e8-8f59-7891697090b2 already deleted. [ 1132.563301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14e84e27-f93d-40e8-8f59-7891697090b2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.771561] env[66117]: INFO networking_nsxv3.common.synchronization [req-3e9b1695-8243-4f77-8e00-31d158e21828 req-2541501e-88dd-4627-8b81-b1ef7d5956cb tempest-AttachVolumeShelveTestJSON-1579437401 tempest-AttachVolumeShelveTestJSON-1579437401-project-member] Enqueued Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_members [ 1132.772303] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGHEST for action security_group_members [ 1132.772618] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f210ec3a-9c08-443a-b12e-f626aab316e1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.772746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.772815] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.773416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.773416] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.773416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.773416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.773603] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.773632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.773742] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.821424] env[66117]: INFO networking_nsxv3.common.synchronization [None req-1f3848b7-ea9f-4a9d-ba8d-12b569fbdb41 tempest-ServersTestManualDisk-1763632995 tempest-ServersTestManualDisk-1763632995-project-member] Enqueued Resource ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 with Priority: HIGHEST for action security_group_rules [ 1132.822453] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 with Priority: HIGHEST for action security_group_rules [ 1132.822924] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5c0114d-7027-4ce5-9313-d28e3b20d790 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.822924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.822924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.823822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.823822] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5c0114d-7027-4ce5-9313-d28e3b20d790',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.833859] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.834098] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.834198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.834509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.834656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.834771] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa3a4c56-d967-417b-84be-5ed66768664a is going to be created. [ 1132.868099] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.868299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.868343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.868531] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.868759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.880626] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa3a4c56-d967-417b-84be-5ed66768664a in Status: UNINITIALIZED for 2s [ 1133.056762] env[66117]: INFO networking_nsxv3.common.synchronization [None req-9c27fbee-ca6d-4418-81fa-55bb9bfbcd61 tempest-ServersTestManualDisk-1763632995 tempest-ServersTestManualDisk-1763632995-project-member] Enqueued Resource ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 with Priority: HIGHEST for action security_group_rules [ 1133.057335] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 with Priority: HIGHEST for action security_group_rules [ 1133.057631] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5c0114d-7027-4ce5-9313-d28e3b20d790 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.058540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.276264] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.276503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.276577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.276807] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.276899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.277203] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.277332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.277403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.277565] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.277635] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.277722] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f210ec3a-9c08-443a-b12e-f626aab316e1 is going to be updated. [ 1133.315211] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.315211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.315478] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.315527] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.315727] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.331355] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f210ec3a-9c08-443a-b12e-f626aab316e1 in Status: IN_PROGRESS for 2s [ 1133.352376] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.352918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.352918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.352918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.352918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.353167] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 already deleted. [ 1133.353167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.353280] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.353456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.353456] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5c0114d-7027-4ce5-9313-d28e3b20d790',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.875617] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.875816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.875863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.876053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.876147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.876229] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 already deleted. [ 1133.876306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.048893] env[66117]: INFO networking_nsxv3.common.synchronization [req-7d265713-2c64-486b-8ddc-2aec92838585 req-5cc3b1c6-3f3d-47f3-8ee5-c9e68e27eabd tempest-ServersTestJSON-223012260 tempest-ServersTestJSON-223012260-project-member] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1134.049524] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1134.049826] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.049967] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.051094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.051363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.051572] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.051690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.051690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.051862] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.051952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.052548] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.360978] env[66117]: INFO networking_nsxv3.common.synchronization [None req-23ae5f7d-5c0b-4c04-a4ae-e48bf6fc3d99 None None] Enqueued Resource ID: da8e2828-3afa-49bb-a92d-371736aa9d15 with Priority: HIGHEST for action port [ 1134.360978] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da8e2828-3afa-49bb-a92d-371736aa9d15 with Priority: HIGHEST for action port [ 1134.364642] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-da8e2828-3afa-49bb-a92d-371736aa9d15 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.364642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da8e2828-3afa-49bb-a92d-371736aa9d15" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.364642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da8e2828-3afa-49bb-a92d-371736aa9d15" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.364642] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da8e2828-3afa-49bb-a92d-371736aa9d15" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.364642] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8e2828-3afa-49bb-a92d-371736aa9d15',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.557951] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.866690] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da8e2828-3afa-49bb-a92d-371736aa9d15 [ 1134.867315] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.867516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.867591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.867922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.868046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.868146] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da8e2828-3afa-49bb-a92d-371736aa9d15 already deleted. [ 1134.868229] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da8e2828-3afa-49bb-a92d-371736aa9d15" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.891827] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa3a4c56-d967-417b-84be-5ed66768664a in Status: SUCCESS [ 1134.892123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.892303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.892525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.892730] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.892851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.892916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.893097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.893180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.893266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.893356] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa3a4c56-d967-417b-84be-5ed66768664a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.061339] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.342127] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f210ec3a-9c08-443a-b12e-f626aab316e1 in Status: SUCCESS [ 1135.342342] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f210ec3a-9c08-443a-b12e-f626aab316e1 deletion is rescheduled due to dependency. [ 1135.342451] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.395675] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa3a4c56-d967-417b-84be-5ed66768664a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.563207] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.563383] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.563457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.563679] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.563767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.563936] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1135.595767] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.595893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.595893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.596133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.596284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.609403] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1135.898319] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa3a4c56-d967-417b-84be-5ed66768664a: rpc.has_security_group_logging(os_id): False [ 1135.922470] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.922758] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.922758] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.922966] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.923120] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.923341] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.923460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.924022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.924022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.924132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.924163] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa3a4c56-d967-417b-84be-5ed66768664a is going to be created. [ 1135.989096] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.989284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.989382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.989624] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.989781] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.000662] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa3a4c56-d967-417b-84be-5ed66768664a in Status: IN_PROGRESS for 2s [ 1137.620041] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1137.620435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.014995] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa3a4c56-d967-417b-84be-5ed66768664a in Status: SUCCESS [ 1138.015414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.362395] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1139.362698] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1140.386523] env[66117]: INFO networking_nsxv3.common.synchronization [None req-e3fa2f05-f3a3-4ff3-bd9b-bee947e0b088 tempest-AttachVolumeShelveTestJSON-1579437401 tempest-AttachVolumeShelveTestJSON-1579437401-project-member] Enqueued Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_rules [ 1140.387568] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_rules [ 1140.387568] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-937dcf4b-308f-4abb-ab1d-2871f47450a2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.387568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.387872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.387872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.387986] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.484018] env[66117]: INFO networking_nsxv3.common.synchronization [None req-a4be621c-19d3-488f-a78e-119b54fb62f3 tempest-AttachVolumeShelveTestJSON-1579437401 tempest-AttachVolumeShelveTestJSON-1579437401-project-member] Enqueued Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_rules [ 1140.484663] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_rules [ 1140.485052] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-937dcf4b-308f-4abb-ab1d-2871f47450a2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.485218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.912299] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.912462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.912462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.912627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.912720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.912810] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 already deleted. [ 1140.913418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.913418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.913418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.913418] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.435116] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.435406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.435406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.435549] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.435640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.435737] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 already deleted. [ 1141.435815] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.453389] env[66117]: INFO networking_nsxv3.common.synchronization [req-0377c969-47f1-46d0-baf3-fdc1563f573c req-f1060880-e26a-4ca9-b8ef-948dffd41ed6 tempest-ServerActionsTestJSON-1889167364 tempest-ServerActionsTestJSON-1889167364-project-member] Enqueued Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 1141.453601] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 1141.453899] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.454060] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.454128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.454328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.454517] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.454610] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.454674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.454817] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.454901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.455036] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.957915] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.958136] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.958224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.958557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.980584] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.981278] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.981278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.981278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.981563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.981656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.981750] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2437c82-0855-4a56-b541-c26981f6d211 is going to be updated. [ 1142.027752] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.027961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.027961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.028201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.028411] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.039408] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: IN_PROGRESS for 2s [ 1143.961858] env[66117]: INFO networking_nsxv3.common.synchronization [req-7e8caf52-6c7f-47f6-87f1-b88bed9ea399 req-7403c287-a002-4b64-9265-550775bed0ed tempest-ServersTestManualDisk-1763632995 tempest-ServersTestManualDisk-1763632995-project-member] Enqueued Resource ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 with Priority: HIGHEST for action security_group_members [ 1143.962573] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 with Priority: HIGHEST for action security_group_members [ 1143.962994] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5c0114d-7027-4ce5-9313-d28e3b20d790 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.963159] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.963229] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.963545] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.963748] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.963858] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.963935] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.964148] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.964250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.964392] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5c0114d-7027-4ce5-9313-d28e3b20d790',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.051303] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: SUCCESS [ 1144.051479] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2437c82-0855-4a56-b541-c26981f6d211 deletion is rescheduled due to dependency. [ 1144.051592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.251359] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.251657] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-944" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.251782] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-944" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.252210] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-944" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.252621] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.252832] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.252952] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.253211] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.253361] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.253571] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.253681] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.253794] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.253891] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.254069] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.254201] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.254335] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.276847] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.277049] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.277288] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.277507] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-944" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.277876] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-b976f8ba-4397-408c-9565-da0e9c54230f taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.278130] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-b976f8ba-4397-408c-9565-da0e9c54230f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.278290] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-b976f8ba-4397-408c-9565-da0e9c54230f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.278642] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-b976f8ba-4397-408c-9565-da0e9c54230f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.278794] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b976f8ba-4397-408c-9565-da0e9c54230f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.466986] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.467334] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.467456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.467708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.467802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.468018] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.468168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.468242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.468470] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.468557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.469092] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 already deleted. [ 1144.469092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.780858] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.781134] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.781233] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.781695] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.781851] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.782110] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port b976f8ba-4397-408c-9565-da0e9c54230f not found, creating... [ 1144.782303] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.782463] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.782578] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.783167] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.783167] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.783307] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.783398] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.783533] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.783722] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.783851] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.784034] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: b976f8ba-4397-408c-9565-da0e9c54230f is going to be created. [ 1144.807215] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.807427] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.807551] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.807878] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.808131] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.808356] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-b976f8ba-4397-408c-9565-da0e9c54230f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.512286] env[66117]: INFO networking_nsxv3.common.synchronization [req-7e8caf52-6c7f-47f6-87f1-b88bed9ea399 req-d4e1542a-3de2-421e-8f68-dec1c3c4516e service nova] Enqueued Resource ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 with Priority: HIGHEST for action security_group_rules [ 1145.512538] env[66117]: INFO networking_nsxv3.common.synchronization [req-7e8caf52-6c7f-47f6-87f1-b88bed9ea399 req-d4e1542a-3de2-421e-8f68-dec1c3c4516e service nova] Enqueued Resource ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 with Priority: HIGHEST for action security_group_members [ 1145.512606] env[66117]: INFO networking_nsxv3.common.synchronization [req-7e8caf52-6c7f-47f6-87f1-b88bed9ea399 req-d4e1542a-3de2-421e-8f68-dec1c3c4516e service nova] Enqueued Resource ID: b976f8ba-4397-408c-9565-da0e9c54230f with Priority: HIGHEST for action port [ 1145.513621] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 with Priority: HIGHEST for action security_group_rules [ 1145.513701] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 with Priority: HIGHEST for action security_group_members [ 1145.513786] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b976f8ba-4397-408c-9565-da0e9c54230f with Priority: HIGHEST for action port [ 1145.514217] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5c0114d-7027-4ce5-9313-d28e3b20d790 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.514439] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.514554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.514841] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.514986] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5c0114d-7027-4ce5-9313-d28e3b20d790',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.516021] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5c0114d-7027-4ce5-9313-d28e3b20d790 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.516185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.516289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.516517] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.516710] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.516845] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.516942] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.517172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.517297] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.517421] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5c0114d-7027-4ce5-9313-d28e3b20d790',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.518259] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b976f8ba-4397-408c-9565-da0e9c54230f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.518418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b976f8ba-4397-408c-9565-da0e9c54230f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.518544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b976f8ba-4397-408c-9565-da0e9c54230f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.518757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b976f8ba-4397-408c-9565-da0e9c54230f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.518942] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b976f8ba-4397-408c-9565-da0e9c54230f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.020425] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5c0114d-7027-4ce5-9313-d28e3b20d790',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.021540] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5c0114d-7027-4ce5-9313-d28e3b20d790 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.021641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.021815] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b976f8ba-4397-408c-9565-da0e9c54230f with status ACTIVE [ 1146.022143] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.022267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.022336] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.022548] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.022632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.023408] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.023408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.023408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.023408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.023408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.023408] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.023704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.023704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.023704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.023704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.023824] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b976f8ba-4397-408c-9565-da0e9c54230f is going to be updated. [ 1146.047644] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.047851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.047934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.048246] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.048434] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.048684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b976f8ba-4397-408c-9565-da0e9c54230f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.525839] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5c0114d-7027-4ce5-9313-d28e3b20d790',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.030714] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.030714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.030714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.030714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.030714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.030714] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 is going to be created. [ 1147.058167] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.059834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.060066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.060381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.060638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.072249] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 in Status: UNINITIALIZED for 2s [ 1148.736999] env[66117]: INFO networking_nsxv3.common.synchronization [req-3989b55d-4684-4ec1-aa33-091154f1adec req-886b8357-f70d-486e-bfdc-a3b922375910 tempest-ServerActionsTestOtherB-1865764415 tempest-ServerActionsTestOtherB-1865764415-project-member] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1148.737544] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1148.737849] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.737971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.738185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.738410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.738570] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.738672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.738733] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.738889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.738977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.739082] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.083967] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 in Status: SUCCESS [ 1149.084359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.084461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.084828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.085109] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.085274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.085388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.085477] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.085557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.085703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.085757] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5c0114d-7027-4ce5-9313-d28e3b20d790',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.241970] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.242324] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.242444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.242974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.263900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.264323] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.264767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.264853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.265128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.265190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.265296] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e1d86d-3294-400f-be01-5245da320976 is going to be updated. [ 1149.291258] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.291445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.291489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.291677] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.292033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.300615] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: IN_PROGRESS for 2s [ 1149.486375] env[66117]: INFO networking_nsxv3.common.synchronization [req-2d22ed5e-f6b8-4ee0-8d8d-ec3e8406cfe2 req-6e2cfb6c-3cdc-46ee-9fc7-d95b8ebe4755 tempest-ServerActionsTestOtherA-837803977 tempest-ServerActionsTestOtherA-837803977-project-member] Enqueued Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_members [ 1149.486996] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_members [ 1149.487386] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.487507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.489659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.489659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.489659] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.489659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.489659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.489659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.489659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.489659] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.587927] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5c0114d-7027-4ce5-9313-d28e3b20d790',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.834377] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.834697] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.834697] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.835011] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.835248] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.835401] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.835511] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.835716] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.835854] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.836151] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.836266] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.836370] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.836472] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.836577] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.836677] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.836800] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.857387] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.857387] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.857542] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.857638] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-920" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.858565] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-2cdc4333-3ed4-4e98-975a-4ef3626c724d taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.858565] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-2cdc4333-3ed4-4e98-975a-4ef3626c724d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.858565] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-2cdc4333-3ed4-4e98-975a-4ef3626c724d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.859020] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-2cdc4333-3ed4-4e98-975a-4ef3626c724d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.859626] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cdc4333-3ed4-4e98-975a-4ef3626c724d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.991755] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.091152] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5c0114d-7027-4ce5-9313-d28e3b20d790: rpc.has_security_group_logging(os_id): False [ 1150.111036] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.111283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.111347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.111567] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.111653] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.111904] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.112013] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.112080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.112226] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.112302] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.112387] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 is going to be created. [ 1150.168218] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.168401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.168514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.168682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.168857] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.187538] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 in Status: IN_PROGRESS for 2s [ 1150.363126] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.363367] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.363492] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.363786] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.363935] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.364146] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 2cdc4333-3ed4-4e98-975a-4ef3626c724d not found, creating... [ 1150.364410] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.364565] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.364679] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.364896] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.365041] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.365333] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.365539] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.365663] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.365866] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.365992] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.366140] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 2cdc4333-3ed4-4e98-975a-4ef3626c724d is going to be created. [ 1150.394748] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.394961] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.395111] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.395426] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.395664] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.395883] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-2cdc4333-3ed4-4e98-975a-4ef3626c724d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.493588] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.996597] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.996858] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.996858] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.997362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.997362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.998071] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a is going to be updated. [ 1151.027882] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.028198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.028198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.028523] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.028664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.038847] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a in Status: IN_PROGRESS for 2s [ 1151.111687] env[66117]: INFO networking_nsxv3.common.synchronization [req-2d22ed5e-f6b8-4ee0-8d8d-ec3e8406cfe2 req-4412e494-a222-48c0-9246-859d22011fdf service nova] Enqueued Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_rules [ 1151.111867] env[66117]: INFO networking_nsxv3.common.synchronization [req-2d22ed5e-f6b8-4ee0-8d8d-ec3e8406cfe2 req-4412e494-a222-48c0-9246-859d22011fdf service nova] Enqueued Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_members [ 1151.112010] env[66117]: INFO networking_nsxv3.common.synchronization [req-2d22ed5e-f6b8-4ee0-8d8d-ec3e8406cfe2 req-4412e494-a222-48c0-9246-859d22011fdf service nova] Enqueued Resource ID: 2cdc4333-3ed4-4e98-975a-4ef3626c724d with Priority: HIGHEST for action port [ 1151.112308] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_rules [ 1151.112537] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_members [ 1151.112537] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cdc4333-3ed4-4e98-975a-4ef3626c724d with Priority: HIGHEST for action port [ 1151.113097] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.113219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.113362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.113507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.113587] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.114479] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.114574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.115191] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cdc4333-3ed4-4e98-975a-4ef3626c724d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.115306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cdc4333-3ed4-4e98-975a-4ef3626c724d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.115344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cdc4333-3ed4-4e98-975a-4ef3626c724d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.115585] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cdc4333-3ed4-4e98-975a-4ef3626c724d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.115703] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cdc4333-3ed4-4e98-975a-4ef3626c724d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.311781] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: SUCCESS [ 1151.311781] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e1d86d-3294-400f-be01-5245da320976 deletion is rescheduled due to dependency. [ 1151.311781] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.618086] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.618086] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.618086] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cdc4333-3ed4-4e98-975a-4ef3626c724d with status ACTIVE [ 1151.618086] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.618086] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.618086] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.618551] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.618551] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.618618] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.618666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.618725] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.618876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.618953] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.619155] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.619248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.619307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.619448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.619518] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.619601] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cdc4333-3ed4-4e98-975a-4ef3626c724d is going to be updated. [ 1151.640702] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.640934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.640934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.641115] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.641251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.641409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cdc4333-3ed4-4e98-975a-4ef3626c724d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.779856] env[66117]: INFO networking_nsxv3.common.synchronization [req-57c75b30-cfda-46c9-9e3b-d8b4e04aa0a8 req-a65898ed-9f18-47d1-bec4-13321fbfbd95 tempest-AttachVolumeShelveTestJSON-1579437401 tempest-AttachVolumeShelveTestJSON-1579437401-project-member] Enqueued Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_members [ 1151.780553] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_members [ 1151.780878] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-937dcf4b-308f-4abb-ab1d-2871f47450a2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.780999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.781089] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.781341] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.781508] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.781613] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.781685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.781820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.781894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.781991] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.158533] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.158826] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.158865] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.159160] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.159424] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.159598] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.159765] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.160029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.160214] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.160467] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.160582] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.160688] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.160791] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.160897] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.161040] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.161247] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.180846] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.181122] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.181442] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.181679] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.182064] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-939281fc-f790-4822-8e0e-c9c3385fbb54 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.182391] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.182528] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.182861] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.183011] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('939281fc-f790-4822-8e0e-c9c3385fbb54',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.200957] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 in Status: SUCCESS [ 1152.201206] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.284645] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.284826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.284826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.285104] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.285186] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.285384] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.285487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.285546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.285708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.285784] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.285869] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 already deleted. [ 1152.285949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.685500] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.685819] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.685943] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.686304] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.686575] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.686692] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 939281fc-f790-4822-8e0e-c9c3385fbb54 not found, creating... [ 1152.687020] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.687211] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.687342] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.687605] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.687750] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.689032] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.689032] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.689032] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.689032] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.689032] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.689032] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 939281fc-f790-4822-8e0e-c9c3385fbb54 is going to be created. [ 1152.709815] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.710046] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.710171] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.710446] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.710679] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.710903] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.050017] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a in Status: SUCCESS [ 1153.050166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.050337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.050556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.050792] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.050933] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.051012] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.051188] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.051266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.051390] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.398283] env[66117]: INFO networking_nsxv3.common.synchronization [req-57c75b30-cfda-46c9-9e3b-d8b4e04aa0a8 req-879b44d0-2972-4a7b-b4a5-1b1ee0f64747 service nova] Enqueued Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_rules [ 1153.398592] env[66117]: INFO networking_nsxv3.common.synchronization [req-57c75b30-cfda-46c9-9e3b-d8b4e04aa0a8 req-879b44d0-2972-4a7b-b4a5-1b1ee0f64747 service nova] Enqueued Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_members [ 1153.398592] env[66117]: INFO networking_nsxv3.common.synchronization [req-57c75b30-cfda-46c9-9e3b-d8b4e04aa0a8 req-879b44d0-2972-4a7b-b4a5-1b1ee0f64747 service nova] Enqueued Resource ID: 939281fc-f790-4822-8e0e-c9c3385fbb54 with Priority: HIGHEST for action port [ 1153.399162] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_rules [ 1153.399302] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_members [ 1153.399446] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 939281fc-f790-4822-8e0e-c9c3385fbb54 with Priority: HIGHEST for action port [ 1153.399744] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-937dcf4b-308f-4abb-ab1d-2871f47450a2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.399867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.399935] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.400686] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.400849] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.402241] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-937dcf4b-308f-4abb-ab1d-2871f47450a2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.402421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.402532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.402784] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.403588] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.403771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.403941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.404456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.406014] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.406188] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.407446] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-939281fc-f790-4822-8e0e-c9c3385fbb54 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.407514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.407665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.407806] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.407937] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('939281fc-f790-4822-8e0e-c9c3385fbb54',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.553801] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.909619] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-937dcf4b-308f-4abb-ab1d-2871f47450a2 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.909811] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.910188] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.911086] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 939281fc-f790-4822-8e0e-c9c3385fbb54 with status ACTIVE [ 1153.911207] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.911270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.911302] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.912193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.912193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.912193] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.912193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.912193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.912404] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.912404] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.913340] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.913340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.913340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.913340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.913340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.913340] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 939281fc-f790-4822-8e0e-c9c3385fbb54 is going to be updated. [ 1153.934235] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.934392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.934448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.934659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.934792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.934951] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.056039] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.415567] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.500505] env[66117]: INFO networking_nsxv3.common.synchronization [req-0b54ee58-7e04-409d-be7c-0cec2fdfd985 req-fedf6847-ae93-4615-b9a9-78384c7f8f11 tempest-ServersTestJSON-223012260 tempest-ServersTestJSON-223012260-project-member] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1154.501083] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1154.501749] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.501749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.501749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.501749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.502149] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.502368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.502368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.502558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.502674] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.502947] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.559007] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.559185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.559260] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.559473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.559562] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.559656] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a is going to be updated. [ 1154.592748] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.592896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.592964] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.593225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.593383] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.604018] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a in Status: IN_PROGRESS for 2s [ 1154.864028] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.864527] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.864527] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.864628] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.864811] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.865029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.865169] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.865407] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.865551] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.865794] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.865933] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.866067] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.866192] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.866306] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.866407] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.866562] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.887593] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.887783] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1154.887858] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.888034] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.888355] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-86522888-3a64-4bd5-8ed8-262318a85d13 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.888526] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-86522888-3a64-4bd5-8ed8-262318a85d13" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.888643] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-86522888-3a64-4bd5-8ed8-262318a85d13" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.889039] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-86522888-3a64-4bd5-8ed8-262318a85d13" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.889190] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86522888-3a64-4bd5-8ed8-262318a85d13',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.919059] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.919059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.919059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.919293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.919293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.919347] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 is going to be created. [ 1154.966014] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.966139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.966139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.966337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.966881] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.975627] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 in Status: UNINITIALIZED for 2s [ 1155.006737] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.391197] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.391435] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.391559] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.391855] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.392029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.392200] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 86522888-3a64-4bd5-8ed8-262318a85d13 not found, creating... [ 1155.392457] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.392611] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.392723] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.392938] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.393083] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.393400] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.393546] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.393659] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.393863] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.393992] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.394158] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 86522888-3a64-4bd5-8ed8-262318a85d13 is going to be created. [ 1155.436551] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.436964] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.436964] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.437156] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.437391] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.437615] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-86522888-3a64-4bd5-8ed8-262318a85d13" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.509860] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.013762] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.013762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.013874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.015074] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.015074] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.015074] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1156.050914] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.051089] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.051218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.051368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.051519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.062593] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1156.158099] env[66117]: INFO networking_nsxv3.common.synchronization [req-0b54ee58-7e04-409d-be7c-0cec2fdfd985 req-533e23fc-d687-46e9-a30f-818c20338cb3 service nova] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_rules [ 1156.158099] env[66117]: INFO networking_nsxv3.common.synchronization [req-0b54ee58-7e04-409d-be7c-0cec2fdfd985 req-533e23fc-d687-46e9-a30f-818c20338cb3 service nova] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1156.158338] env[66117]: INFO networking_nsxv3.common.synchronization [req-0b54ee58-7e04-409d-be7c-0cec2fdfd985 req-533e23fc-d687-46e9-a30f-818c20338cb3 service nova] Enqueued Resource ID: 86522888-3a64-4bd5-8ed8-262318a85d13 with Priority: HIGHEST for action port [ 1156.159087] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_rules [ 1156.159300] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1156.159477] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86522888-3a64-4bd5-8ed8-262318a85d13 with Priority: HIGHEST for action port [ 1156.159922] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.159999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.160181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.160350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.160467] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.161706] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.161835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.162800] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-86522888-3a64-4bd5-8ed8-262318a85d13 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.162800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86522888-3a64-4bd5-8ed8-262318a85d13" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.162800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86522888-3a64-4bd5-8ed8-262318a85d13" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.162800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86522888-3a64-4bd5-8ed8-262318a85d13" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.162800] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86522888-3a64-4bd5-8ed8-262318a85d13',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.615069] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a in Status: SUCCESS [ 1156.615069] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.615493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.615915] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.615957] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.616097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.616155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.616321] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.616417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.616472] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.616570] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.664753] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.664956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.665085] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86522888-3a64-4bd5-8ed8-262318a85d13 with status ACTIVE [ 1156.665303] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.665414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.665467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.665678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.665773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.665942] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.666046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.666102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.666274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.666380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.666576] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.666668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.666721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.666861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.666923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.667015] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86522888-3a64-4bd5-8ed8-262318a85d13 is going to be updated. [ 1156.687589] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.687747] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.687808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.687998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.688147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.688377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86522888-3a64-4bd5-8ed8-262318a85d13" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.985591] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 in Status: SUCCESS [ 1156.985859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.986072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.986345] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.986580] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.986702] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.986779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.986958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.987061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.987150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.987281] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.119551] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.490019] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.622076] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e03ad3e9-2bcb-43cc-b5a2-bebb9861037a: rpc.has_security_group_logging(os_id): False [ 1157.641486] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.641690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.641690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.641892] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.667958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.668424] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.668486] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.668486] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.668693] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.668773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.668859] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a is going to be updated. [ 1157.751274] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.751493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.751493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.752179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.752179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.767758] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a in Status: IN_PROGRESS for 2s [ 1157.993377] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 937dcf4b-308f-4abb-ab1d-2871f47450a2: rpc.has_security_group_logging(os_id): False [ 1158.017038] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.017181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.017331] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.017570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.017668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.018021] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.018112] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.018112] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.018482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.018482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.018482] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 is going to be created. [ 1158.078503] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1158.078503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.078503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.078503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.078503] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.078503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.078503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.078503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.078503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.078503] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.080837] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.081015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.081143] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.081398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.081591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.092609] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 in Status: IN_PROGRESS for 2s [ 1158.112431] env[66117]: INFO networking_nsxv3.common.synchronization [req-6ceb564b-28ab-4947-9730-6f9c7f45d632 req-cb59b47c-acd4-4047-8680-e907caeaaba9 tempest-ServerActionsTestJSON-1889167364 tempest-ServerActionsTestJSON-1889167364-project-member] Enqueued Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 1158.112431] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 1158.112520] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.112659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.112705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.112876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.113034] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.113133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.113190] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.113346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.113459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.113552] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.442041] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.442041] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.442041] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.442041] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.442355] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.442460] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.442624] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.442907] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.443063] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.443286] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.443398] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.443504] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.443606] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.443712] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.443814] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.443942] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.464378] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.464562] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.464700] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.464877] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.465221] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-c4a228b0-2a20-47ca-b93f-e49271972adc taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.465400] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-c4a228b0-2a20-47ca-b93f-e49271972adc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.465516] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-c4a228b0-2a20-47ca-b93f-e49271972adc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.465829] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-c4a228b0-2a20-47ca-b93f-e49271972adc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.465978] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4a228b0-2a20-47ca-b93f-e49271972adc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.579146] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.617564] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.617564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.617564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.617564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.617564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.617564] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.617564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.617564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.617992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.617992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.617992] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2437c82-0855-4a56-b541-c26981f6d211 is going to be updated. [ 1158.645594] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.645976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.645976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.646078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.646179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.656732] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: IN_PROGRESS for 2s [ 1158.974030] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.974030] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.974030] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.974030] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.974030] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.974030] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port c4a228b0-2a20-47ca-b93f-e49271972adc not found, creating... [ 1158.974030] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.974030] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.974030] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.974030] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.974030] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.975198] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.975876] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.976373] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.976794] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.977236] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.977747] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: c4a228b0-2a20-47ca-b93f-e49271972adc is going to be created. [ 1159.005299] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.005540] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.005865] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.006189] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.006437] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.006656] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-c4a228b0-2a20-47ca-b93f-e49271972adc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.081567] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.587302] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.587460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.588028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.588028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.588028] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.588028] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1159.615945] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.616139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.616187] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.616369] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.616564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.626786] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1159.694853] env[66117]: INFO networking_nsxv3.common.synchronization [req-6ceb564b-28ab-4947-9730-6f9c7f45d632 req-4964b0a6-c973-4e14-ab52-31a6c78e2913 service nova] Enqueued Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_rules [ 1159.695114] env[66117]: INFO networking_nsxv3.common.synchronization [req-6ceb564b-28ab-4947-9730-6f9c7f45d632 req-4964b0a6-c973-4e14-ab52-31a6c78e2913 service nova] Enqueued Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 1159.695265] env[66117]: INFO networking_nsxv3.common.synchronization [req-6ceb564b-28ab-4947-9730-6f9c7f45d632 req-4964b0a6-c973-4e14-ab52-31a6c78e2913 service nova] Enqueued Resource ID: c4a228b0-2a20-47ca-b93f-e49271972adc with Priority: HIGHEST for action port [ 1159.695869] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_rules [ 1159.696040] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 1159.696150] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4a228b0-2a20-47ca-b93f-e49271972adc with Priority: HIGHEST for action port [ 1159.696426] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.696550] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.696611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.696814] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.696894] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.697872] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.697996] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.698237] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4a228b0-2a20-47ca-b93f-e49271972adc taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.698349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4a228b0-2a20-47ca-b93f-e49271972adc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.698426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4a228b0-2a20-47ca-b93f-e49271972adc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.698600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4a228b0-2a20-47ca-b93f-e49271972adc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.698701] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4a228b0-2a20-47ca-b93f-e49271972adc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.781188] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a in Status: SUCCESS [ 1159.781413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.104892] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 in Status: SUCCESS [ 1160.105221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.203307] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.203307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.203307] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4a228b0-2a20-47ca-b93f-e49271972adc with status ACTIVE [ 1160.203307] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.203307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.203307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.203307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.203307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.203307] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.203307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.203307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.203307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.203307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.203307] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.204359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.204359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.204359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.204359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.204359] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4a228b0-2a20-47ca-b93f-e49271972adc is going to be updated. [ 1160.225850] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.226115] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.226166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.226440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.226620] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.226828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4a228b0-2a20-47ca-b93f-e49271972adc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.667647] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: SUCCESS [ 1160.667833] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2437c82-0855-4a56-b541-c26981f6d211 deletion is rescheduled due to dependency. [ 1160.667941] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.668122] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.668347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.668530] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.668644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.668708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.668862] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.669052] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.669150] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.149766] env[66117]: INFO networking_nsxv3.common.synchronization [req-3f400d39-1fa5-427f-b374-c59ce361e330 req-93f616cb-9744-402f-afe1-e0df2dc6f186 tempest-ServerActionsTestOtherB-1865764415 tempest-ServerActionsTestOtherB-1865764415-project-member] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1161.150315] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1161.150640] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.150736] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.150796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.150992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.151172] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.151271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.151334] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.151484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.151581] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.151660] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.172031] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.499372] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.499568] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.499690] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.499956] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.500239] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.500399] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.500530] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.500818] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.500970] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.501225] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.501340] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.501460] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.501555] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.501662] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.501763] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.501892] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.524060] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.524272] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.524416] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.524660] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.524991] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-9c43c191-3387-47be-b55b-5c9cd5dd8636 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.525220] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.525309] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.525670] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.525812] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c43c191-3387-47be-b55b-5c9cd5dd8636',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.641085] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1161.641417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.641532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.641809] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.642079] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.642868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.642868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.642868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.642868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.642868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.642868] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.653980] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.654293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.654293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.654564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.654683] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.654927] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.655068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.655157] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.655373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.655476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.655588] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e1d86d-3294-400f-be01-5245da320976 is going to be updated. [ 1161.676798] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.689674] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.689886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.689886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.690110] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.690252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.702476] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: IN_PROGRESS for 2s [ 1162.028887] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.030179] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.030179] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.030179] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.030179] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.030179] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 9c43c191-3387-47be-b55b-5c9cd5dd8636 not found, creating... [ 1162.030565] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.030565] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.030867] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.031189] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.031405] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.031859] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.032124] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.032260] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.032486] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.032649] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.032796] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 9c43c191-3387-47be-b55b-5c9cd5dd8636 is going to be created. [ 1162.055754] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.055997] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.056105] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.056378] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.056609] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.056831] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.146055] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.146055] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.146055] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.146055] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.146055] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.146572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.146572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.146572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.146572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.146572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.146818] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.146818] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.146818] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.146968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.147037] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.147113] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.147163] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.147385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.147385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.147565] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.147565] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.180199] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.180726] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.180726] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.180726] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.180895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.180947] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2437c82-0855-4a56-b541-c26981f6d211 is going to be updated. [ 1162.220298] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.220538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.220587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.220831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.220984] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.234713] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: IN_PROGRESS for 2s [ 1162.650704] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 572c5aac-3968-4ec9-ad45-8c570e47c65d: rpc.has_security_group_logging(os_id): False [ 1162.670379] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.670627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.670627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.670872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.670937] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.671168] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.671311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.671311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.671484] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.671557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.671760] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.671856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.671989] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.672106] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.672161] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.672353] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.672589] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.672589] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.672705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.672705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.672811] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1162.762125] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.762362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.762362] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.762609] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.762791] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.783343] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1162.814322] env[66117]: INFO networking_nsxv3.common.synchronization [req-3f400d39-1fa5-427f-b374-c59ce361e330 req-500d9f14-a53c-4662-9a02-92ebd6b253a9 service nova] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_rules [ 1162.814555] env[66117]: INFO networking_nsxv3.common.synchronization [req-3f400d39-1fa5-427f-b374-c59ce361e330 req-500d9f14-a53c-4662-9a02-92ebd6b253a9 service nova] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1162.814722] env[66117]: INFO networking_nsxv3.common.synchronization [req-3f400d39-1fa5-427f-b374-c59ce361e330 req-500d9f14-a53c-4662-9a02-92ebd6b253a9 service nova] Enqueued Resource ID: 9c43c191-3387-47be-b55b-5c9cd5dd8636 with Priority: HIGHEST for action port [ 1162.815530] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_rules [ 1162.815530] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1162.815740] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c43c191-3387-47be-b55b-5c9cd5dd8636 with Priority: HIGHEST for action port [ 1162.815867] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.816049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.816358] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.816625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.816753] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.818232] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.818360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.818646] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c43c191-3387-47be-b55b-5c9cd5dd8636 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.818744] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.818801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.819213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.819213] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c43c191-3387-47be-b55b-5c9cd5dd8636',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.319446] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.319848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.322953] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c43c191-3387-47be-b55b-5c9cd5dd8636 with status ACTIVE [ 1163.323255] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.323437] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.323494] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.323721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.323817] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.324022] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.324327] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.324493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.324715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.324806] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.325025] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.325130] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.325194] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.325370] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.325450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.325535] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c43c191-3387-47be-b55b-5c9cd5dd8636 is going to be updated. [ 1163.349083] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.349284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.349340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.349547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.349720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.350013] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.714129] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: SUCCESS [ 1163.714430] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e1d86d-3294-400f-be01-5245da320976 deletion is rescheduled due to dependency. [ 1163.714545] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.714725] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.714970] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.715194] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.715339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.715422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.715594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.715678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.715788] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.217673] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.245300] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: SUCCESS [ 1164.245505] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.245608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.245830] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.246042] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.246289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.246289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.246406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.246449] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.246540] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.246661] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.720804] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.749196] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.808765] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1164.809026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.224699] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.224934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.225023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.225380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.225380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.225858] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e1d86d-3294-400f-be01-5245da320976 is going to be updated. [ 1165.251551] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2437c82-0855-4a56-b541-c26981f6d211: rpc.has_security_group_logging(os_id): False [ 1165.263766] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.263922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.263994] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.264228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.264438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.272404] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.272584] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.272676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.272978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.273118] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.273440] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.273569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.273654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.273837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.273927] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.274081] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2437c82-0855-4a56-b541-c26981f6d211 is going to be updated. [ 1165.276845] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: IN_PROGRESS for 2s [ 1165.351681] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.352059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.352059] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.352416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.352527] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.366079] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: IN_PROGRESS for 2s [ 1167.302076] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: SUCCESS [ 1167.302502] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.302502] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.302766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.302975] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.303126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.303233] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.303431] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.303529] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.303623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.303718] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.386470] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: SUCCESS [ 1167.386711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.688406] env[66117]: INFO networking_nsxv3.common.synchronization [req-b5ac3c30-4ea1-4dc2-918c-4682b153de26 req-70b4d87d-c6fe-457e-8a6c-58388898f05e tempest-ServersTestJSON-223012260 tempest-ServersTestJSON-223012260-project-member] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1167.688989] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1167.689453] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.689604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.689731] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.689870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.690041] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.690173] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.690240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.690396] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.690489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.690620] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.809349] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.193223] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.312064] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08e1d86d-3294-400f-be01-5245da320976: rpc.has_security_group_logging(os_id): False [ 1168.331824] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.331977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.331977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.332280] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.332342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.332576] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.332678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.332751] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.332888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.332959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.333060] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08e1d86d-3294-400f-be01-5245da320976 is going to be updated. [ 1168.421867] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.422088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.422088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.422345] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.422530] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.438793] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: IN_PROGRESS for 2s [ 1168.696069] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.198799] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.199032] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.199141] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.199408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.199537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.199645] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1169.233280] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.233440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.233500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.234051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.234051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.245365] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1170.455721] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: SUCCESS [ 1170.455721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.255133] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1171.255385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.690167] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.690515] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1176.873907] env[66117]: INFO networking_nsxv3.common.synchronization [req-1500a679-a302-402f-b220-931cbb146b71 req-cc06c2fe-3894-4e4c-9a33-74ddd90971a5 tempest-ServersTestJSON-223012260 tempest-ServersTestJSON-223012260-project-member] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1176.874535] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1176.874535] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.874708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.874788] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.875125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.875213] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.875282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.875330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.875606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.875606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.875717] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.189514] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.189782] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.189949] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.190294] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.190598] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.190813] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.190939] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.191190] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.191377] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.191617] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.191735] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.191842] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.191945] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.192063] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.192169] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.192311] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.212887] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.213021] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.213066] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.213235] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-507" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.213541] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-65959366-d00e-4232-8ef8-c0f7baeb6dad taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.213710] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-65959366-d00e-4232-8ef8-c0f7baeb6dad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.213827] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-65959366-d00e-4232-8ef8-c0f7baeb6dad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.214301] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-65959366-d00e-4232-8ef8-c0f7baeb6dad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.214477] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65959366-d00e-4232-8ef8-c0f7baeb6dad',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.379912] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.717270] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.717441] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.717441] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.717765] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.717930] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.718090] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 65959366-d00e-4232-8ef8-c0f7baeb6dad not found, creating... [ 1177.718761] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.718761] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.718761] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.718952] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.718952] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.719275] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.719442] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.719569] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.719895] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.719961] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.720066] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 65959366-d00e-4232-8ef8-c0f7baeb6dad is going to be created. [ 1177.744042] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.744245] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.744370] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.746181] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.746181] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.746181] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-65959366-d00e-4232-8ef8-c0f7baeb6dad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.881518] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.384193] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.384371] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.384479] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.384713] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.384797] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.384904] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1178.415016] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.415240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.415315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.415600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.415756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.428635] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1178.452212] env[66117]: INFO networking_nsxv3.common.synchronization [req-1500a679-a302-402f-b220-931cbb146b71 req-ea7222f4-c78c-4a11-8666-682435d58b11 service nova] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_rules [ 1178.452394] env[66117]: INFO networking_nsxv3.common.synchronization [req-1500a679-a302-402f-b220-931cbb146b71 req-ea7222f4-c78c-4a11-8666-682435d58b11 service nova] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1178.452557] env[66117]: INFO networking_nsxv3.common.synchronization [req-1500a679-a302-402f-b220-931cbb146b71 req-ea7222f4-c78c-4a11-8666-682435d58b11 service nova] Enqueued Resource ID: 65959366-d00e-4232-8ef8-c0f7baeb6dad with Priority: HIGHEST for action port [ 1178.452995] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_rules [ 1178.453150] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1178.453245] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65959366-d00e-4232-8ef8-c0f7baeb6dad with Priority: HIGHEST for action port [ 1178.453513] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.453631] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.453697] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.453896] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.453978] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.455370] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.455583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.455795] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-65959366-d00e-4232-8ef8-c0f7baeb6dad taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.457609] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65959366-d00e-4232-8ef8-c0f7baeb6dad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.459817] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65959366-d00e-4232-8ef8-c0f7baeb6dad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.460507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65959366-d00e-4232-8ef8-c0f7baeb6dad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.460620] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65959366-d00e-4232-8ef8-c0f7baeb6dad',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.956523] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.956973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.962064] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65959366-d00e-4232-8ef8-c0f7baeb6dad with status ACTIVE [ 1178.962258] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.962425] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.962517] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.962790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.962903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.963097] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.963198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.963256] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.963407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.963482] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.963660] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.963752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.963816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.963943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.964022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.964106] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65959366-d00e-4232-8ef8-c0f7baeb6dad is going to be updated. [ 1178.985527] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.985742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.985836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.986163] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.986372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.986617] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65959366-d00e-4232-8ef8-c0f7baeb6dad" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.439442] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1180.439442] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.439899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.439899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.439998] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.440132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.440132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.440275] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.440348] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.440442] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.943240] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.445238] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.947542] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.947751] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.947751] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.947999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.948107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.948209] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1181.978382] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.978676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.978676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.978795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.978959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.990186] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1183.454125] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1183.454125] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1184.002162] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1184.002376] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.002541] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.002754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.002946] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.003078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.003133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.003295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.003371] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.003456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.003545] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.505794] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.506255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.506255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.506349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.506532] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.506684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.506684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.506856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.506943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.507048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.507208] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.507303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.507360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.507496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.507634] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.507723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.507780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.507917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.507992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.508086] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.508177] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.014196] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 572c5aac-3968-4ec9-ad45-8c570e47c65d: rpc.has_security_group_logging(os_id): False [ 1185.033017] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.033225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.033270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.033458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.033561] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.033854] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.033854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.034023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.034080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.034166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.034388] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.034575] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.034664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.034799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.035153] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.035371] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.035468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.035535] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.035702] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.035863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.035863] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1185.122647] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.122953] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.122953] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.123089] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.123225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.144629] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1187.164451] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1187.164944] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.455913] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1188.456316] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1192.596587] env[66117]: INFO networking_nsxv3.common.synchronization [req-96c14135-2911-42c5-a013-4a5c586cc125 req-3a120aad-eb47-4c87-ad82-246fbb231207 tempest-ServersTestJSON-223012260 tempest-ServersTestJSON-223012260-project-member] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1192.597247] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1192.597639] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.597789] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.597878] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.598173] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.598287] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.598355] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.598439] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.598571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.598653] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.598747] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.101670] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.604429] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.106418] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.106599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.106643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.107668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.107668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.107668] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1194.139219] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.139385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.139434] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.139634] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.139776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.149253] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1194.402814] env[66117]: INFO networking_nsxv3.common.synchronization [req-24b2ece9-43e5-459c-a260-dfda4caf3c0a req-5cd7cf40-9e91-4396-ab77-32392ec59b59 tempest-ServersTestManualDisk-1763632995 tempest-ServersTestManualDisk-1763632995-project-member] Enqueued Resource ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 with Priority: HIGHEST for action security_group_members [ 1194.403434] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 with Priority: HIGHEST for action security_group_members [ 1194.403665] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5c0114d-7027-4ce5-9313-d28e3b20d790 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.403783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.403846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.404048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.404195] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.404292] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.404349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.404496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.404577] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.404689] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5c0114d-7027-4ce5-9313-d28e3b20d790',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.907044] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.907475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.907475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.907587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.907626] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.907821] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.907919] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.907974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.908170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.908247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.908329] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 is going to be updated. [ 1194.940350] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.940593] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.940710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.941024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.941223] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.952664] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 in Status: IN_PROGRESS for 2s [ 1196.159697] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1196.160104] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.962806] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 in Status: SUCCESS [ 1196.962993] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5c0114d-7027-4ce5-9313-d28e3b20d790 deletion is rescheduled due to dependency. [ 1196.963090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5c0114d-7027-4ce5-9313-d28e3b20d790" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.901824] env[66117]: INFO networking_nsxv3.common.synchronization [req-e1c8772d-972a-4ead-9411-3e8c317c034f req-bb623b1e-5d03-4715-adf4-481fe53a930a tempest-ServersTestJSON-223012260 tempest-ServersTestJSON-223012260-project-member] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1198.902379] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGHEST for action security_group_members [ 1198.902698] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.902837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.902908] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.903123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.903279] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.903377] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.903444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.903595] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.903675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.903778] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.406383] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.406605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.406691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.406882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.406959] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.407189] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.407274] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.407361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.407516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.407580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.407666] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be updated. [ 1199.438472] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.438622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.438708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.438891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.439030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.450412] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: IN_PROGRESS for 2s [ 1201.461750] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d in Status: SUCCESS [ 1201.462054] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d deletion is rescheduled due to dependency. [ 1201.462054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.271335] env[66117]: INFO networking_nsxv3.common.synchronization [None req-3b8297f7-addf-40a7-b487-3fc7c7a3f87b None None] Enqueued Resource ID: 843dec9d-c37d-43ac-8af5-5f88082cc5a4 with Priority: HIGHEST for action port [ 1202.271905] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843dec9d-c37d-43ac-8af5-5f88082cc5a4 with Priority: HIGHEST for action port [ 1202.272231] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-843dec9d-c37d-43ac-8af5-5f88082cc5a4 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.272351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-843dec9d-c37d-43ac-8af5-5f88082cc5a4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.272420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-843dec9d-c37d-43ac-8af5-5f88082cc5a4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.272701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-843dec9d-c37d-43ac-8af5-5f88082cc5a4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.272783] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('843dec9d-c37d-43ac-8af5-5f88082cc5a4',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.774893] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 843dec9d-c37d-43ac-8af5-5f88082cc5a4 [ 1202.775243] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.775243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.775243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.775412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.775569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.775792] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:843dec9d-c37d-43ac-8af5-5f88082cc5a4 already deleted. [ 1202.775871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-843dec9d-c37d-43ac-8af5-5f88082cc5a4" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.480802] env[66117]: INFO networking_nsxv3.common.synchronization [None req-dec7286f-8d26-4909-85aa-d6bfcacdee18 None None] Enqueued Resource ID: f3188b01-ee70-4a1b-a971-f23150426a86 with Priority: HIGHEST for action port [ 1204.481441] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3188b01-ee70-4a1b-a971-f23150426a86 with Priority: HIGHEST for action port [ 1204.481754] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3188b01-ee70-4a1b-a971-f23150426a86 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.481953] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3188b01-ee70-4a1b-a971-f23150426a86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.481953] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3188b01-ee70-4a1b-a971-f23150426a86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.482205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3188b01-ee70-4a1b-a971-f23150426a86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.482291] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3188b01-ee70-4a1b-a971-f23150426a86',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.984427] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3188b01-ee70-4a1b-a971-f23150426a86 [ 1204.984655] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.984917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.985042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.985282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.985376] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.985472] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3188b01-ee70-4a1b-a971-f23150426a86 already deleted. [ 1204.985555] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3188b01-ee70-4a1b-a971-f23150426a86" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.859700] env[66117]: INFO networking_nsxv3.common.synchronization [req-685f8ccc-28f5-4b96-a60d-1e70c76d0066 req-2c712d4d-da1f-454b-b90e-0ec607c22da1 tempest-ServerRescueTestJSON-1427869065 tempest-ServerRescueTestJSON-1427869065-project-member] Enqueued Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_members [ 1208.860551] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_members [ 1208.860551] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-06fd3a6d-b231-4377-81e3-7c542dea33ed taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.860804] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.860804] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.860967] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.861139] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.861240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.861315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.861442] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.861532] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.861600] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.203831] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.204081] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-717" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.204212] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-717" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.204576] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-717" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.204874] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.205223] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.205365] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.205600] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.205737] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.206278] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.206278] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.206278] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.206428] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.206483] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.206581] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.206757] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.311986] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.312189] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.105 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1209.312786] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.312786] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-717" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.312920] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-0decc9bb-9a94-488b-8cc9-e58558e5967c taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.313029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-0decc9bb-9a94-488b-8cc9-e58558e5967c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.313117] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-0decc9bb-9a94-488b-8cc9-e58558e5967c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.313465] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-0decc9bb-9a94-488b-8cc9-e58558e5967c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.313611] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0decc9bb-9a94-488b-8cc9-e58558e5967c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.363159] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.363433] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.363433] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.363765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.363765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.364054] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.364054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.364209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.364316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.364393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.364477] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed already deleted. [ 1209.364558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.816049] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.816331] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.816502] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.816813] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.816992] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.817184] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 0decc9bb-9a94-488b-8cc9-e58558e5967c not found, creating... [ 1209.817479] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.817673] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.817799] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.818249] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.818334] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.818609] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.818824] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.818990] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.819344] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.819548] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.819748] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 0decc9bb-9a94-488b-8cc9-e58558e5967c is going to be created. [ 1209.842690] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.842955] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.843103] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.843395] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.843646] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.843886] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-0decc9bb-9a94-488b-8cc9-e58558e5967c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.476690] env[66117]: INFO networking_nsxv3.common.synchronization [req-685f8ccc-28f5-4b96-a60d-1e70c76d0066 req-8e19f949-2a67-4265-a072-21e4008ca4d0 service nova] Enqueued Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_rules [ 1210.476962] env[66117]: INFO networking_nsxv3.common.synchronization [req-685f8ccc-28f5-4b96-a60d-1e70c76d0066 req-8e19f949-2a67-4265-a072-21e4008ca4d0 service nova] Enqueued Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_members [ 1210.477014] env[66117]: INFO networking_nsxv3.common.synchronization [req-685f8ccc-28f5-4b96-a60d-1e70c76d0066 req-8e19f949-2a67-4265-a072-21e4008ca4d0 service nova] Enqueued Resource ID: 0decc9bb-9a94-488b-8cc9-e58558e5967c with Priority: HIGHEST for action port [ 1210.477554] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_rules [ 1210.477689] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_members [ 1210.477802] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0decc9bb-9a94-488b-8cc9-e58558e5967c with Priority: HIGHEST for action port [ 1210.478453] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06fd3a6d-b231-4377-81e3-7c542dea33ed taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.478588] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.478656] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.478917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.479070] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.480375] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-06fd3a6d-b231-4377-81e3-7c542dea33ed taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.480375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.480375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.480375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.480375] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.480375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.480375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.481467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.481467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.481467] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.483301] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0decc9bb-9a94-488b-8cc9-e58558e5967c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.483301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0decc9bb-9a94-488b-8cc9-e58558e5967c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.483301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0decc9bb-9a94-488b-8cc9-e58558e5967c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.483301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0decc9bb-9a94-488b-8cc9-e58558e5967c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.483301] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0decc9bb-9a94-488b-8cc9-e58558e5967c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.987305] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.987305] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-06fd3a6d-b231-4377-81e3-7c542dea33ed taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.987305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.987305] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0decc9bb-9a94-488b-8cc9-e58558e5967c with status ACTIVE [ 1210.987305] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.987305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.987305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.987305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.987305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.988017] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.988017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.988017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.988017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.988017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.988017] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.988254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.988254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.988313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.988385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.988466] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0decc9bb-9a94-488b-8cc9-e58558e5967c is going to be updated. [ 1211.011857] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.012088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.012162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.012376] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.012546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.012781] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0decc9bb-9a94-488b-8cc9-e58558e5967c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.490594] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.992991] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.993262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.993262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.993501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.993586] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.993709] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed is going to be created. [ 1212.038173] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.038432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.038432] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.038672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.038860] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.056887] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed in Status: UNINITIALIZED for 2s [ 1214.071766] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed in Status: SUCCESS [ 1214.072141] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.072181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.072419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.072632] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.072765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.072855] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.073044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.073133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.073221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.073317] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.576120] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-06fd3a6d-b231-4377-81e3-7c542dea33ed taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.576468] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.576650] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.576949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.577168] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.577344] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.577586] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.577877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.578090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.578295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.578620] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-06fd3a6d-b231-4377-81e3-7c542dea33ed taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.578812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.578946] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.579381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.579665] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.579878] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.580078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.580363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.580569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.580761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.580975] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.084043] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06fd3a6d-b231-4377-81e3-7c542dea33ed: rpc.has_security_group_logging(os_id): False [ 1215.103614] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.103885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.103885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.104311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.104311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.104533] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.104644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.104695] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.104949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.105063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.105255] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.105339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.105422] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.105564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.105635] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.105843] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.105999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.106135] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.106332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.106424] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.106530] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed is going to be created. [ 1215.177233] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.177460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.177563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.177932] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.178139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.190846] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed in Status: IN_PROGRESS for 2s [ 1215.479065] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.479269] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1217.204541] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed in Status: SUCCESS [ 1217.205189] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.365236] env[66117]: INFO networking_nsxv3.common.synchronization [req-eb6780fe-758f-4b65-9ac0-c61eff57899a req-b354ce36-8d57-43b3-88a5-04f33fa5f667 tempest-ServerActionsTestOtherA-837803977 tempest-ServerActionsTestOtherA-837803977-project-member] Enqueued Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_members [ 1219.365798] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_members [ 1219.366152] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.366279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.366339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.366582] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.366667] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.366762] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.366819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.366978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.367076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.367167] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.869769] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.373722] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.875954] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.876172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.876222] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.876466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.876560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.876662] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a is going to be updated. [ 1220.908564] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.908790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.908790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.908966] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.909218] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.919275] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a in Status: IN_PROGRESS for 2s [ 1222.931130] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a in Status: SUCCESS [ 1222.931425] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.366605] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.366870] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1229.368188] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.368597] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1234.369393] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.369761] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1237.142150] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.142551] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.142551] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.142734] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.142980] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.143174] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.143292] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.143502] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.143641] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.143842] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.143950] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.144065] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.144171] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.144276] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.144376] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.144498] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.167804] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.168051] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1237.168231] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.168453] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-388" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.168823] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-939281fc-f790-4822-8e0e-c9c3385fbb54 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.169054] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.169222] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.169550] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.169746] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('939281fc-f790-4822-8e0e-c9c3385fbb54',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.673608] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.673863] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.673946] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.674283] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.674430] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.674732] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.674869] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.674992] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.675263] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.675407] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.675707] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.675854] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.675969] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.676240] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.676366] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.676510] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 939281fc-f790-4822-8e0e-c9c3385fbb54 is going to be updated. [ 1237.723264] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.723544] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.723616] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.723989] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.724176] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.724319] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.386013] env[66117]: INFO networking_nsxv3.common.synchronization [req-421712d4-ffae-4442-b2b7-7d4fc8bdb65b req-a8d984c2-7522-4d58-92da-0f6e7929adfe service nova] Enqueued Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_rules [ 1238.386394] env[66117]: INFO networking_nsxv3.common.synchronization [req-421712d4-ffae-4442-b2b7-7d4fc8bdb65b req-a8d984c2-7522-4d58-92da-0f6e7929adfe service nova] Enqueued Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_members [ 1238.386394] env[66117]: INFO networking_nsxv3.common.synchronization [req-421712d4-ffae-4442-b2b7-7d4fc8bdb65b req-a8d984c2-7522-4d58-92da-0f6e7929adfe service nova] Enqueued Resource ID: 939281fc-f790-4822-8e0e-c9c3385fbb54 with Priority: HIGHEST for action port [ 1238.386828] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_rules [ 1238.386961] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_members [ 1238.387154] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 939281fc-f790-4822-8e0e-c9c3385fbb54 with Priority: HIGHEST for action port [ 1238.387331] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-937dcf4b-308f-4abb-ab1d-2871f47450a2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.387501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.387501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.387784] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.387784] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.388560] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-937dcf4b-308f-4abb-ab1d-2871f47450a2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.388696] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.388790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.388931] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.389084] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.389169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.389250] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.389401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.389543] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.389631] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.390274] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-939281fc-f790-4822-8e0e-c9c3385fbb54 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.390407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.390453] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.390590] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.390690] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('939281fc-f790-4822-8e0e-c9c3385fbb54',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.892704] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.894296] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-937dcf4b-308f-4abb-ab1d-2871f47450a2 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.894296] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.894296] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 939281fc-f790-4822-8e0e-c9c3385fbb54 with status ACTIVE [ 1238.894473] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.894523] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.897121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.897121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.897121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.897121] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.897121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.897121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.897121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.897121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.897121] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.897121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.897121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.899325] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.899325] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.899440] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 939281fc-f790-4822-8e0e-c9c3385fbb54 is going to be updated. [ 1238.922662] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.922893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.923013] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.923334] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.923487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.923704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-939281fc-f790-4822-8e0e-c9c3385fbb54" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.402926] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.905628] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.905795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.905863] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.906109] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.906201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.906300] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 is going to be updated. [ 1239.937222] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.937375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.937466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.938044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.938044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.947392] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 in Status: IN_PROGRESS for 2s [ 1241.478921] env[66117]: INFO networking_nsxv3.common.synchronization [req-c0fccb02-988c-4aba-a312-2739a7bda3fa req-aad38da9-3a17-4e8b-b428-abcd6a7cc318 tempest-ServerRescueTestJSON-1427869065 tempest-ServerRescueTestJSON-1427869065-project-member] Enqueued Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_members [ 1241.479435] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_members [ 1241.479793] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-06fd3a6d-b231-4377-81e3-7c542dea33ed taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.479978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.480146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.480381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.480543] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.480649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.480712] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.480891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.480977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.481084] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.823336] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.823580] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-717" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.823651] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-717" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.823978] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-717" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.824190] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.824343] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.824455] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.824701] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.824987] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.825390] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1241.825553] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1241.825783] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1241.826080] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1241.826362] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1241.826511] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1241.826778] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1241.852787] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1241.852787] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1241.852787] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1241.854016] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-717" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.854016] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-b2320602-57d4-41ab-84ee-ecbd320db615 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.854016] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-b2320602-57d4-41ab-84ee-ecbd320db615" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.854016] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-b2320602-57d4-41ab-84ee-ecbd320db615" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.873329] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-b2320602-57d4-41ab-84ee-ecbd320db615" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.873607] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2320602-57d4-41ab-84ee-ecbd320db615',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.957641] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 in Status: SUCCESS [ 1241.957898] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.958044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.958266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.958465] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.958578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.958638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.958798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.958876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.958961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.959065] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.983708] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.377162] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.377587] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.377699] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.378171] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.378436] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.378694] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port b2320602-57d4-41ab-84ee-ecbd320db615 not found, creating... [ 1242.379181] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.379496] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.379728] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.380152] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.380406] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.380887] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.381173] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.381389] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.381739] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.382018] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.382273] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: b2320602-57d4-41ab-84ee-ecbd320db615 is going to be created. [ 1242.406401] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.406707] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.406852] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.407145] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.407369] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.407618] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-b2320602-57d4-41ab-84ee-ecbd320db615" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.463430] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.486122] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.966363] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 937dcf4b-308f-4abb-ab1d-2871f47450a2: rpc.has_security_group_logging(os_id): False [ 1242.985355] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.985568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.985568] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.985840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.985947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.986309] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.986456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.986456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.986619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.988304] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.988304] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 is going to be updated. [ 1242.988304] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.988304] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.988304] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.988560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.988560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.988560] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed is going to be updated. [ 1243.036478] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.036654] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.036700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.036899] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.037055] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.051477] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed in Status: IN_PROGRESS for 2s [ 1243.074483] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.074707] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.074808] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.075107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.075357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.105158] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 in Status: IN_PROGRESS for 2s [ 1243.131568] env[66117]: INFO networking_nsxv3.common.synchronization [req-c0fccb02-988c-4aba-a312-2739a7bda3fa req-03c3e715-378f-4b5d-ba59-2bc3fd1ed666 service nova] Enqueued Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_rules [ 1243.131837] env[66117]: INFO networking_nsxv3.common.synchronization [req-c0fccb02-988c-4aba-a312-2739a7bda3fa req-03c3e715-378f-4b5d-ba59-2bc3fd1ed666 service nova] Enqueued Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_members [ 1243.131981] env[66117]: INFO networking_nsxv3.common.synchronization [req-c0fccb02-988c-4aba-a312-2739a7bda3fa req-03c3e715-378f-4b5d-ba59-2bc3fd1ed666 service nova] Enqueued Resource ID: b2320602-57d4-41ab-84ee-ecbd320db615 with Priority: HIGHEST for action port [ 1243.132583] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_rules [ 1243.132702] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_members [ 1243.132798] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2320602-57d4-41ab-84ee-ecbd320db615 with Priority: HIGHEST for action port [ 1243.133208] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06fd3a6d-b231-4377-81e3-7c542dea33ed taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.133372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.133417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.133603] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.133718] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.134584] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-06fd3a6d-b231-4377-81e3-7c542dea33ed taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.134675] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.134907] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2320602-57d4-41ab-84ee-ecbd320db615 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.135254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2320602-57d4-41ab-84ee-ecbd320db615" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.135338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2320602-57d4-41ab-84ee-ecbd320db615" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.135519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2320602-57d4-41ab-84ee-ecbd320db615" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.135597] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2320602-57d4-41ab-84ee-ecbd320db615',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.638560] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-06fd3a6d-b231-4377-81e3-7c542dea33ed taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.638911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.638911] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2320602-57d4-41ab-84ee-ecbd320db615 with status ACTIVE [ 1243.639064] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.639174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.639241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.639459] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.639578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.639774] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.639873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.639954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.640141] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.640228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.640434] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.640520] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.640572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.640752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.640785] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.640877] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2320602-57d4-41ab-84ee-ecbd320db615 is going to be updated. [ 1243.664121] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.664317] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.664401] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.664601] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.664737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.664892] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2320602-57d4-41ab-84ee-ecbd320db615" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.128196] env[66117]: INFO networking_nsxv3.common.synchronization [req-faeeb564-fbb1-4146-814a-52bb4fabbfed req-28f2bf06-4ac6-427c-bde0-e5891b9d0ddb tempest-ServerActionsTestJSON-1889167364 tempest-ServerActionsTestJSON-1889167364-project-member] Enqueued Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 1244.128782] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 1244.129106] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.129232] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.129300] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.129498] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.129722] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.129795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.129836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.129981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.130075] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.130369] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.358763] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.359012] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.359200] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.359512] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.360008] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.360289] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.360434] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.360724] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.360930] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.361192] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1244.361350] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1244.361496] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1244.361648] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1244.361830] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1244.362015] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1244.362222] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1244.386849] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1244.387081] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1244.387238] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1244.387482] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-199" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.387842] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-9c43c191-3387-47be-b55b-5c9cd5dd8636 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.388049] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.388194] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.388491] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.388624] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c43c191-3387-47be-b55b-5c9cd5dd8636',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.631858] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.632038] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.632185] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.632444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.632544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.632744] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.632853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.633054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.633135] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.633354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.633354] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2437c82-0855-4a56-b541-c26981f6d211 is going to be updated. [ 1244.668369] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.668369] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.668369] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.668804] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.668804] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.680611] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: IN_PROGRESS for 2s [ 1244.719595] env[66117]: INFO networking_nsxv3.common.synchronization [req-9a80b7d1-c1dd-47db-b0a5-9aa051cfed94 req-ad9cbdcc-32e2-4a9f-96a9-91605aabc823 tempest-ServerActionsTestOtherA-837803977 tempest-ServerActionsTestOtherA-837803977-project-member] Enqueued Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_members [ 1244.720218] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGHEST for action security_group_members [ 1244.721026] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.721026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.721026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.721026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.721284] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.721284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.721284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.721403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.721438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.721532] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.891263] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.891490] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.891616] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.891901] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.892077] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.892387] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.892874] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.892874] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.892874] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.893030] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.893285] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.893427] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.893534] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.894176] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.894176] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.894176] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 9c43c191-3387-47be-b55b-5c9cd5dd8636 is going to be updated. [ 1244.920335] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.920551] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.920672] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.920944] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.921165] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.921395] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.076483] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed in Status: SUCCESS [ 1245.076802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.077193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.077574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.077968] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.078165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.078312] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.078636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.078636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.079106] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.127468] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 in Status: SUCCESS [ 1245.127794] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.223605] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.223909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.223909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.224084] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.224149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.224351] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.224458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.224507] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.224655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.224727] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.224812] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a is going to be updated. [ 1245.274686] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.274874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.274931] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.275275] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.275535] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.300559] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a in Status: IN_PROGRESS for 2s [ 1245.581831] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.649479] env[66117]: INFO networking_nsxv3.common.synchronization [req-7131cb92-a3fa-4ab9-8b11-1eae6f1b64bd req-b415d936-465e-4a09-a056-8a127b8dfb43 service nova] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_rules [ 1245.649703] env[66117]: INFO networking_nsxv3.common.synchronization [req-7131cb92-a3fa-4ab9-8b11-1eae6f1b64bd req-b415d936-465e-4a09-a056-8a127b8dfb43 service nova] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1245.649852] env[66117]: INFO networking_nsxv3.common.synchronization [req-7131cb92-a3fa-4ab9-8b11-1eae6f1b64bd req-b415d936-465e-4a09-a056-8a127b8dfb43 service nova] Enqueued Resource ID: 9c43c191-3387-47be-b55b-5c9cd5dd8636 with Priority: HIGHEST for action port [ 1245.650480] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_rules [ 1245.650674] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1245.650805] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c43c191-3387-47be-b55b-5c9cd5dd8636 with Priority: HIGHEST for action port [ 1245.651182] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.651350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.651437] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.651668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.651751] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.654162] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.654299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.654347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.654529] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.654687] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.654779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.654842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.654986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.655080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.655226] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.659554] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c43c191-3387-47be-b55b-5c9cd5dd8636 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.659689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.659689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.659851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.659931] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c43c191-3387-47be-b55b-5c9cd5dd8636',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.086254] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.155134] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.155134] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.165035] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.165035] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c43c191-3387-47be-b55b-5c9cd5dd8636 with status ACTIVE [ 1246.165035] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.165035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.165035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.165035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.165035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.165035] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.165035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.165035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.165035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.165035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.165035] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.165035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.165035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.165035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.165798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.165798] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c43c191-3387-47be-b55b-5c9cd5dd8636 is going to be updated. [ 1246.195761] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.195761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.195761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.195761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.195761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.195761] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c43c191-3387-47be-b55b-5c9cd5dd8636" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.590271] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.590455] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.590537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.590797] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.590901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.591012] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed is going to be updated. [ 1246.621739] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.621952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.621952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.622139] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.622282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.631247] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed in Status: IN_PROGRESS for 2s [ 1246.670760] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.690524] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: SUCCESS [ 1246.690685] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2437c82-0855-4a56-b541-c26981f6d211 deletion is rescheduled due to dependency. [ 1246.690798] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.173358] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.173666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.173666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.173829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.173924] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.174033] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e1d86d-3294-400f-be01-5245da320976 is going to be updated. [ 1247.203582] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.203738] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.203810] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.204022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.204164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.214513] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: IN_PROGRESS for 2s [ 1247.310868] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a in Status: SUCCESS [ 1247.311135] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a deletion is rescheduled due to dependency. [ 1247.311226] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.642483] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed in Status: SUCCESS [ 1248.642895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.642895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.643143] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.643362] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.643480] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.643546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.643712] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.643791] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.643888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.643997] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.146262] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-06fd3a6d-b231-4377-81e3-7c542dea33ed taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.146527] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.146611] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.146856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.147790] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.147790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.147790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.147790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.147790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.147790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.147790] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-06fd3a6d-b231-4377-81e3-7c542dea33ed taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.147790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.148435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.148435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.148435] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.148435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.148435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.148435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.148435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.148785] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.148785] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.229296] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: IN_PROGRESS for 4s [ 1249.651503] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06fd3a6d-b231-4377-81e3-7c542dea33ed: rpc.has_security_group_logging(os_id): False [ 1249.676064] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.676064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.676064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.676064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.676064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.676064] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.676064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.676064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.676064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.676064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.676064] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.676064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.676064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.676064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.676064] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.677271] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.677590] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.677776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.678071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.680462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.680462] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed is going to be updated. [ 1249.765111] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.765340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.765385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.765631] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.765827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.784646] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed in Status: IN_PROGRESS for 2s [ 1250.652053] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.652474] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1251.241652] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: SUCCESS [ 1251.241652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.241652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.241984] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.241984] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.242102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.242102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.242259] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.242340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.242411] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.242510] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.745570] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.801916] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed in Status: SUCCESS [ 1251.802317] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.995873] env[66117]: INFO networking_nsxv3.common.synchronization [req-7fbfe495-0422-4690-b5c2-437665d1d93f req-7b192f69-33b9-4116-a741-811a8e7b58a1 tempest-ServerActionsTestJSON-1889167364 tempest-ServerActionsTestJSON-1889167364-project-member] Enqueued Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 1251.996448] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 1251.996817] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.996940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.997011] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.999281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.999281] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.999281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.999281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.999281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.999281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.999281] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.248546] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08e1d86d-3294-400f-be01-5245da320976: rpc.has_security_group_logging(os_id): False [ 1252.269309] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.269457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.269529] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.269737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.269823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.270286] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.270419] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.270670] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.270670] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.270820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.270820] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08e1d86d-3294-400f-be01-5245da320976 is going to be updated. [ 1252.335967] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.336198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.336198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.336414] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.336556] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.352559] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: IN_PROGRESS for 2s [ 1252.411645] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.411909] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.411978] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.412271] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.412529] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.412681] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.412795] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.413011] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.413583] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.413804] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.413925] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.414046] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.414156] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.414271] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.414438] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.414519] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.458627] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.458939] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1252.459086] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.459271] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-961" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.459685] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-62e31637-801c-4411-8111-641125b8bd38 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.459878] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-62e31637-801c-4411-8111-641125b8bd38" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.460076] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-62e31637-801c-4411-8111-641125b8bd38" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.460394] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-62e31637-801c-4411-8111-641125b8bd38" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.460553] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e31637-801c-4411-8111-641125b8bd38',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.501607] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.501865] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.501949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.502327] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.502471] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.502790] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.502968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.503081] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.503353] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.503485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.503621] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2437c82-0855-4a56-b541-c26981f6d211 is going to be updated. [ 1252.533381] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.533636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.533636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.533876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.534040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.545981] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: IN_PROGRESS for 2s [ 1252.962935] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.963246] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.963691] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.963691] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.963818] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.963915] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 62e31637-801c-4411-8111-641125b8bd38 not found, creating... [ 1252.964209] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.965391] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.965391] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.965391] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.965391] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.965391] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.965391] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.965391] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.965688] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.965723] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.965831] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 62e31637-801c-4411-8111-641125b8bd38 is going to be created. [ 1252.991541] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.991758] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.991856] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.992160] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.992389] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.992602] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-62e31637-801c-4411-8111-641125b8bd38" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.251158] env[66117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-962fb05b-7848-4893-af98-6b833380b06a None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1253.251360] env[66117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-962fb05b-7848-4893-af98-6b833380b06a None None] NSXv3 Agent Agent loop - iteration:3 started [ 1253.490958] env[66117]: INFO networking_nsxv3.common.synchronization [None req-6a2571c6-1746-47ce-b131-0bf10c659ccb None None] Enqueued Resource ID: 97f32649-7f15-416a-8b40-6af0e03af307 with Priority: HIGHEST for action port [ 1253.490958] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f32649-7f15-416a-8b40-6af0e03af307 with Priority: HIGHEST for action port [ 1253.490958] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f32649-7f15-416a-8b40-6af0e03af307 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.491199] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f32649-7f15-416a-8b40-6af0e03af307" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.491294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f32649-7f15-416a-8b40-6af0e03af307" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.491663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f32649-7f15-416a-8b40-6af0e03af307" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.491831] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f32649-7f15-416a-8b40-6af0e03af307',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.689423] env[66117]: INFO networking_nsxv3.common.synchronization [req-7fbfe495-0422-4690-b5c2-437665d1d93f req-779f65df-7d83-49a9-97f7-bbfcf6f1c5c3 service nova] Enqueued Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_rules [ 1253.689606] env[66117]: INFO networking_nsxv3.common.synchronization [req-7fbfe495-0422-4690-b5c2-437665d1d93f req-779f65df-7d83-49a9-97f7-bbfcf6f1c5c3 service nova] Enqueued Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 1253.689746] env[66117]: INFO networking_nsxv3.common.synchronization [req-7fbfe495-0422-4690-b5c2-437665d1d93f req-779f65df-7d83-49a9-97f7-bbfcf6f1c5c3 service nova] Enqueued Resource ID: 62e31637-801c-4411-8111-641125b8bd38 with Priority: HIGHEST for action port [ 1253.690313] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_rules [ 1253.690805] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 1253.690950] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e31637-801c-4411-8111-641125b8bd38 with Priority: HIGHEST for action port [ 1253.691678] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.691848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.691974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.692416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.692556] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.694413] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.694657] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.695740] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-62e31637-801c-4411-8111-641125b8bd38 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.698882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62e31637-801c-4411-8111-641125b8bd38" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.698882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62e31637-801c-4411-8111-641125b8bd38" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.698882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62e31637-801c-4411-8111-641125b8bd38" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.698882] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e31637-801c-4411-8111-641125b8bd38',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.995282] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97f32649-7f15-416a-8b40-6af0e03af307 [ 1253.995282] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.995282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.995282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.995282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.995282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.995282] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97f32649-7f15-416a-8b40-6af0e03af307 already deleted. [ 1253.995282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f32649-7f15-416a-8b40-6af0e03af307" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.196049] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.196049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.204665] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62e31637-801c-4411-8111-641125b8bd38 with status ACTIVE [ 1254.204665] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.204665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.204665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.204665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.204665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.204665] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.204911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.204911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.204911] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.204991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.205192] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.205278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.205373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.205525] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.205597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.205695] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62e31637-801c-4411-8111-641125b8bd38 is going to be updated. [ 1254.229441] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.229638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.229710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.229909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.230088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.230222] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62e31637-801c-4411-8111-641125b8bd38" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.370314] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: SUCCESS [ 1254.370511] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.557032] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: SUCCESS [ 1254.557166] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2437c82-0855-4a56-b541-c26981f6d211 deletion is rescheduled due to dependency. [ 1254.557307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.557420] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.557680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.557882] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.558011] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.558079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.558295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.558342] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.558409] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.060866] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.564460] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.875778] env[66117]: INFO networking_nsxv3.common.synchronization [None req-8070229a-b45a-4f89-b108-3521efab21eb None None] Enqueued Resource ID: 34169a84-4635-4a35-aeb3-61fe24d9e135 with Priority: HIGHEST for action port [ 1255.876589] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34169a84-4635-4a35-aeb3-61fe24d9e135 with Priority: HIGHEST for action port [ 1255.876976] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-34169a84-4635-4a35-aeb3-61fe24d9e135 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.877172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34169a84-4635-4a35-aeb3-61fe24d9e135" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.877235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34169a84-4635-4a35-aeb3-61fe24d9e135" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.877473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34169a84-4635-4a35-aeb3-61fe24d9e135" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.877576] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34169a84-4635-4a35-aeb3-61fe24d9e135',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.067809] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.068240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.068240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.068449] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.068584] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.068670] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2437c82-0855-4a56-b541-c26981f6d211 is going to be updated. [ 1256.099169] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.099301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.099301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.099652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.099652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.109544] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: IN_PROGRESS for 2s [ 1256.380570] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34169a84-4635-4a35-aeb3-61fe24d9e135 [ 1256.380848] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.380965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.381048] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.381293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.381409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.381468] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34169a84-4635-4a35-aeb3-61fe24d9e135 already deleted. [ 1256.381563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34169a84-4635-4a35-aeb3-61fe24d9e135" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.123452] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: SUCCESS [ 1258.124033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.124033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.124236] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.124440] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.124582] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.124664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.124785] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.124856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.124960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.125146] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.627957] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.130984] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2437c82-0855-4a56-b541-c26981f6d211: rpc.has_security_group_logging(os_id): False [ 1259.155745] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.155986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.155986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.156242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.156343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.156633] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.156739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.156801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.156960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.157055] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.157140] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2437c82-0855-4a56-b541-c26981f6d211 is going to be updated. [ 1259.218131] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.218378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.218524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.218842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.219019] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.232584] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: IN_PROGRESS for 2s [ 1260.877572] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1260.877572] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1261.252106] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: SUCCESS [ 1261.252337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.604504] env[66117]: INFO networking_nsxv3.common.synchronization [req-8f3c2f30-d59a-4093-a43e-fea4f2b56b48 req-0b718752-4b5c-4dce-a14a-09e8a0992e8d tempest-ServerGroupTestJSON-1757320975 tempest-ServerGroupTestJSON-1757320975-project-member] Enqueued Resource ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 with Priority: HIGHEST for action security_group_members [ 1261.605245] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 with Priority: HIGHEST for action security_group_members [ 1261.605359] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.605519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.605628] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.605854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.606023] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.606126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.606394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.606394] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.606505] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.606505] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.962493] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.962993] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-318" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.963211] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-318" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.963685] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-318" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.964082] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.964308] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.964492] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.964806] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.965025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.965431] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1261.965594] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1261.965759] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1261.965922] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1261.966109] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1261.966274] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1261.966487] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1261.986348] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1261.986587] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1261.986783] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1261.987048] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-318" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.987469] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-2da4ec08-c274-433e-9958-5b751374989f taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.987712] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-2da4ec08-c274-433e-9958-5b751374989f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.987873] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-2da4ec08-c274-433e-9958-5b751374989f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.988314] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-2da4ec08-c274-433e-9958-5b751374989f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.988520] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da4ec08-c274-433e-9958-5b751374989f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.113019] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.113267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.113267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.113564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.113655] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.113868] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.113975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.114075] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.114200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.114278] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.114358] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 already deleted. [ 1262.114439] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.568596] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.568596] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.568596] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.568596] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.568596] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.568596] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port 2da4ec08-c274-433e-9958-5b751374989f not found, creating... [ 1262.568596] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.568596] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.568596] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.568596] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.568596] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.569450] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.569450] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.569450] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.569450] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.569450] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.569450] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: 2da4ec08-c274-433e-9958-5b751374989f is going to be created. [ 1262.569450] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.569450] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.569450] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.569881] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.569881] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.569881] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-2da4ec08-c274-433e-9958-5b751374989f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.251059] env[66117]: INFO networking_nsxv3.common.synchronization [req-8f3c2f30-d59a-4093-a43e-fea4f2b56b48 req-b5efca88-f332-4572-b0e7-960f9ecec9d0 service nova] Enqueued Resource ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 with Priority: HIGHEST for action security_group_rules [ 1263.251345] env[66117]: INFO networking_nsxv3.common.synchronization [req-8f3c2f30-d59a-4093-a43e-fea4f2b56b48 req-b5efca88-f332-4572-b0e7-960f9ecec9d0 service nova] Enqueued Resource ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 with Priority: HIGHEST for action security_group_members [ 1263.251588] env[66117]: INFO networking_nsxv3.common.synchronization [req-8f3c2f30-d59a-4093-a43e-fea4f2b56b48 req-b5efca88-f332-4572-b0e7-960f9ecec9d0 service nova] Enqueued Resource ID: 2da4ec08-c274-433e-9958-5b751374989f with Priority: HIGHEST for action port [ 1263.252207] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 with Priority: HIGHEST for action security_group_rules [ 1263.252346] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 with Priority: HIGHEST for action security_group_members [ 1263.252576] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da4ec08-c274-433e-9958-5b751374989f with Priority: HIGHEST for action port [ 1263.252800] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.252928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.252993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.253264] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.253347] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.254593] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.254705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.254792] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.254981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.255146] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.255241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.255301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.255493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.255623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.255707] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.256807] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2da4ec08-c274-433e-9958-5b751374989f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.256936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2da4ec08-c274-433e-9958-5b751374989f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.256979] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2da4ec08-c274-433e-9958-5b751374989f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.257140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2da4ec08-c274-433e-9958-5b751374989f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.257213] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da4ec08-c274-433e-9958-5b751374989f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.759549] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.759766] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.759911] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2da4ec08-c274-433e-9958-5b751374989f with status ACTIVE [ 1263.760114] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.760244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.760281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.760616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.760616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.760732] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.760827] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.760917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.761121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.761197] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.761380] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.761473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.761533] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.761669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.761739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.761822] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2da4ec08-c274-433e-9958-5b751374989f is going to be updated. [ 1263.763032] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.796941] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.797193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.797266] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.797587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.797810] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.798082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2da4ec08-c274-433e-9958-5b751374989f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.265308] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.768521] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.768848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.768848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.768998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.769099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.769201] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 is going to be created. [ 1264.795010] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.795196] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.795243] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.795458] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.795646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.806145] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 in Status: UNINITIALIZED for 2s [ 1265.592407] env[66117]: INFO networking_nsxv3.common.synchronization [req-fb90f6bd-46b4-47b2-b81a-ec545511547c req-f1d6472b-2e46-43f5-ab57-78c370d5ddd3 tempest-ServerActionsTestOtherB-1865764415 tempest-ServerActionsTestOtherB-1865764415-project-member] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1265.593046] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGHEST for action security_group_members [ 1265.593415] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.593625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.593625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.593852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.593980] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.594086] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.594155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.594310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.594385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.594485] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.096591] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.096844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.096844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.097079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.097172] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.097364] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.097460] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.097524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.097682] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.097775] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.097829] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e1d86d-3294-400f-be01-5245da320976 is going to be updated. [ 1266.126704] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.126927] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.126927] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.127152] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.127294] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.137038] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: IN_PROGRESS for 2s [ 1266.816403] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 in Status: SUCCESS [ 1266.816765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.816867] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.817126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.817361] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.817506] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.817583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.817779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.817889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.817999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.818120] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.320771] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.320999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.320999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.321270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.321443] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.321557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.321619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.321829] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.321930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.322037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.322198] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.322293] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.322354] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.322515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.322666] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.322757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.322826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.322963] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.323058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.323144] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.323229] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.825520] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7: rpc.has_security_group_logging(os_id): False [ 1267.874849] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.875137] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.875297] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.875651] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.875825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.876150] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.876345] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.876493] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.876763] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.876909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.877273] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.877444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.877544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.877791] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.877920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.878255] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.878413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.878522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.878776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.878905] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.879061] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 is going to be created. [ 1267.963305] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.963537] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.963622] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.963821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.963996] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.974734] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 in Status: IN_PROGRESS for 2s [ 1268.148693] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e1d86d-3294-400f-be01-5245da320976 in Status: SUCCESS [ 1268.149010] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e1d86d-3294-400f-be01-5245da320976 deletion is rescheduled due to dependency. [ 1268.149162] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.987794] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 in Status: SUCCESS [ 1269.988214] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.411877] env[66117]: INFO networking_nsxv3.common.synchronization [req-8d942b5f-46be-4636-b50e-d9756b0ad6bd req-cb65a448-7c52-46e2-8615-78a4658a37fb tempest-ServerRescueTestJSON-1427869065 tempest-ServerRescueTestJSON-1427869065-project-member] Enqueued Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_members [ 1270.412823] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_members [ 1270.412959] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-06fd3a6d-b231-4377-81e3-7c542dea33ed taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.413073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.413073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.413244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.413424] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.413544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.413594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.413885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.413885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.413885] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.916898] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.419389] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.921806] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.921984] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.922072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.922291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.922382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.922478] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed is going to be updated. [ 1271.955451] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.955555] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.955633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.955850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.955992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.965112] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed in Status: IN_PROGRESS for 2s [ 1273.976501] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed in Status: SUCCESS [ 1273.976944] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.051543] env[66117]: INFO networking_nsxv3.common.synchronization [req-fbc072af-0c97-4a65-908c-b931d0350a9b req-b75685bc-6648-4c1f-8f91-cd233fa5aa65 tempest-ServerGroupTestJSON-1757320975 tempest-ServerGroupTestJSON-1757320975-project-member] Enqueued Resource ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 with Priority: HIGHEST for action security_group_members [ 1274.052087] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 with Priority: HIGHEST for action security_group_members [ 1274.052393] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.052505] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.052569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.052816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.052975] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.053141] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.053200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.053356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.053475] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.053607] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.556669] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.556903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.557014] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.557271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.557388] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.557607] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.557690] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.557742] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.557916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.557991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.558086] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 is going to be updated. [ 1274.587644] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.587644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.587644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.588076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.588076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.597118] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 in Status: IN_PROGRESS for 2s [ 1276.608530] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 in Status: SUCCESS [ 1276.609385] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 deletion is rescheduled due to dependency. [ 1276.609385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.122202] env[66117]: INFO networking_nsxv3.common.synchronization [req-dde72098-8fc9-442e-aecb-401706e609ac req-f26850d5-82b5-4f36-b24e-688049fc5bba tempest-ServerRescueTestJSON-1427869065 tempest-ServerRescueTestJSON-1427869065-project-member] Enqueued Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_members [ 1277.122808] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGHEST for action security_group_members [ 1277.123077] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-06fd3a6d-b231-4377-81e3-7c542dea33ed taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.123203] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.123269] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.123485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.124473] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.124473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.124473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.124473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.124473] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.124473] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.627130] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.627392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.627392] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.627570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.627664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.627951] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.628018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.628051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.628494] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.628494] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.628494] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed is going to be updated. [ 1277.669795] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.669795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.669795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.669795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.669795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.684319] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed in Status: IN_PROGRESS for 2s [ 1277.740333] env[66117]: INFO networking_nsxv3.common.synchronization [None req-d8fca99a-3601-4d87-bce9-9d0ce3a45684 None None] Enqueued Resource ID: cf3a1fc7-5a58-4abe-aaa7-98f639127cd5 with Priority: HIGHEST for action port [ 1277.740859] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf3a1fc7-5a58-4abe-aaa7-98f639127cd5 with Priority: HIGHEST for action port [ 1277.741236] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf3a1fc7-5a58-4abe-aaa7-98f639127cd5 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.741364] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf3a1fc7-5a58-4abe-aaa7-98f639127cd5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.741453] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf3a1fc7-5a58-4abe-aaa7-98f639127cd5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.741755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf3a1fc7-5a58-4abe-aaa7-98f639127cd5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.741843] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf3a1fc7-5a58-4abe-aaa7-98f639127cd5',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.245229] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf3a1fc7-5a58-4abe-aaa7-98f639127cd5 [ 1278.245556] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.245743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.245807] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.247069] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.247069] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.247069] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf3a1fc7-5a58-4abe-aaa7-98f639127cd5 already deleted. [ 1278.247069] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf3a1fc7-5a58-4abe-aaa7-98f639127cd5" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.605361] env[66117]: INFO networking_nsxv3.common.synchronization [None req-2f32cc97-abe7-4228-8db8-5fa368a98eaf None None] Enqueued Resource ID: b4bf61d2-b243-4ecf-b057-a0869e70174e with Priority: HIGHEST for action port [ 1279.605950] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bf61d2-b243-4ecf-b057-a0869e70174e with Priority: HIGHEST for action port [ 1279.606262] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4bf61d2-b243-4ecf-b057-a0869e70174e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.606378] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4bf61d2-b243-4ecf-b057-a0869e70174e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.606444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4bf61d2-b243-4ecf-b057-a0869e70174e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.606875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4bf61d2-b243-4ecf-b057-a0869e70174e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.606940] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4bf61d2-b243-4ecf-b057-a0869e70174e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.696954] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed in Status: SUCCESS [ 1279.700054] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed deletion is rescheduled due to dependency. [ 1279.700054] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.108888] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4bf61d2-b243-4ecf-b057-a0869e70174e [ 1280.109147] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.109279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.109347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.109621] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.110008] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.110118] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4bf61d2-b243-4ecf-b057-a0869e70174e already deleted. [ 1280.110772] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4bf61d2-b243-4ecf-b057-a0869e70174e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.670808] env[66117]: INFO networking_nsxv3.common.synchronization [req-9c647a62-cde9-455a-b725-da2c959ffa89 req-fd5cbc5f-1735-46b2-bdd2-c0cbd6ed1c2b tempest-AttachVolumeTestJSON-149745963 tempest-AttachVolumeTestJSON-149745963-project-member] Enqueued Resource ID: fa3a4c56-d967-417b-84be-5ed66768664a with Priority: HIGHEST for action security_group_members [ 1280.671527] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3a4c56-d967-417b-84be-5ed66768664a with Priority: HIGHEST for action security_group_members [ 1280.671867] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa3a4c56-d967-417b-84be-5ed66768664a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.671989] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.672072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.672265] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.672414] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.672511] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.672573] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.672740] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.672825] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.672931] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa3a4c56-d967-417b-84be-5ed66768664a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.175285] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.175466] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.175528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.176072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.176072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.176072] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.176245] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.176245] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.176375] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.176424] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.176501] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa3a4c56-d967-417b-84be-5ed66768664a is going to be updated. [ 1281.209243] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.209438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.209438] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.209648] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.209783] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.219071] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa3a4c56-d967-417b-84be-5ed66768664a in Status: IN_PROGRESS for 2s [ 1283.231795] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa3a4c56-d967-417b-84be-5ed66768664a in Status: SUCCESS [ 1283.231795] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa3a4c56-d967-417b-84be-5ed66768664a deletion is rescheduled due to dependency. [ 1283.231795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.307729] env[66117]: INFO networking_nsxv3.common.synchronization [req-1fe7c07c-f9e8-4dfa-9d68-ce68db8f45fb req-0828b71e-27ae-4bad-b7b3-840c92f26b6e tempest-ServerAddressesTestJSON-812671180 tempest-ServerAddressesTestJSON-812671180-project-member] Enqueued Resource ID: e84bbd1d-9041-494f-a7f4-082123f9f39d with Priority: HIGHEST for action security_group_members [ 1283.307849] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84bbd1d-9041-494f-a7f4-082123f9f39d with Priority: HIGHEST for action security_group_members [ 1283.308137] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84bbd1d-9041-494f-a7f4-082123f9f39d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.308262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.308331] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.308583] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.308738] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.308865] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.308991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.309163] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.309248] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.309339] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e84bbd1d-9041-494f-a7f4-082123f9f39d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.582689] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.583149] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.583149] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.583473] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.583761] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.583889] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.584012] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.584370] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.584370] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.584575] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.584683] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.584790] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.584895] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.585010] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.585114] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.585245] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.604146] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.604316] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.604449] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.604625] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-198" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.604934] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-1ab60af7-981d-4ce5-9c0f-5c5755fbaf35 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.605118] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-1ab60af7-981d-4ce5-9c0f-5c5755fbaf35" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.605236] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-1ab60af7-981d-4ce5-9c0f-5c5755fbaf35" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.605562] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-1ab60af7-981d-4ce5-9c0f-5c5755fbaf35" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.605842] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ab60af7-981d-4ce5-9c0f-5c5755fbaf35',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.811315] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.811479] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.811552] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.811806] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.811900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.812116] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.812216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.812277] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.812425] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.812500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.812583] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e84bbd1d-9041-494f-a7f4-082123f9f39d already deleted. [ 1283.812667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.108234] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.108485] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.108615] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.108854] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.108998] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.109165] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 1ab60af7-981d-4ce5-9c0f-5c5755fbaf35 not found, creating... [ 1284.109424] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.109576] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.109692] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.109914] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.110063] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.110340] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.110492] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.110606] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.110900] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.111055] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.111193] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 1ab60af7-981d-4ce5-9c0f-5c5755fbaf35 is going to be created. [ 1284.133308] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.133507] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.133695] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.133980] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.134222] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.134444] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-1ab60af7-981d-4ce5-9c0f-5c5755fbaf35" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.843509] env[66117]: INFO networking_nsxv3.common.synchronization [req-1fe7c07c-f9e8-4dfa-9d68-ce68db8f45fb req-a341806d-fc25-4a50-8b08-d376f8f1a830 service nova] Enqueued Resource ID: e84bbd1d-9041-494f-a7f4-082123f9f39d with Priority: HIGHEST for action security_group_rules [ 1284.843860] env[66117]: INFO networking_nsxv3.common.synchronization [req-1fe7c07c-f9e8-4dfa-9d68-ce68db8f45fb req-a341806d-fc25-4a50-8b08-d376f8f1a830 service nova] Enqueued Resource ID: e84bbd1d-9041-494f-a7f4-082123f9f39d with Priority: HIGHEST for action security_group_members [ 1284.843860] env[66117]: INFO networking_nsxv3.common.synchronization [req-1fe7c07c-f9e8-4dfa-9d68-ce68db8f45fb req-a341806d-fc25-4a50-8b08-d376f8f1a830 service nova] Enqueued Resource ID: 1ab60af7-981d-4ce5-9c0f-5c5755fbaf35 with Priority: HIGHEST for action port [ 1284.844406] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84bbd1d-9041-494f-a7f4-082123f9f39d with Priority: HIGHEST for action security_group_rules [ 1284.844541] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84bbd1d-9041-494f-a7f4-082123f9f39d with Priority: HIGHEST for action security_group_members [ 1284.844895] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ab60af7-981d-4ce5-9c0f-5c5755fbaf35 with Priority: HIGHEST for action port [ 1284.844962] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e84bbd1d-9041-494f-a7f4-082123f9f39d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.845349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.845615] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.846021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.847418] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e84bbd1d-9041-494f-a7f4-082123f9f39d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.849389] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84bbd1d-9041-494f-a7f4-082123f9f39d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.849581] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.849759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.850157] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.850392] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.850538] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.850638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.850888] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.851177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.851294] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e84bbd1d-9041-494f-a7f4-082123f9f39d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.852877] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ab60af7-981d-4ce5-9c0f-5c5755fbaf35 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.852877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ab60af7-981d-4ce5-9c0f-5c5755fbaf35" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.853826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ab60af7-981d-4ce5-9c0f-5c5755fbaf35" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.853826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ab60af7-981d-4ce5-9c0f-5c5755fbaf35" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.853826] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ab60af7-981d-4ce5-9c0f-5c5755fbaf35',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.334034] env[66117]: INFO networking_nsxv3.common.synchronization [None req-142bc221-2386-488b-a3ff-11007b7e1309 tempest-AttachVolumeTestJSON-149745963 tempest-AttachVolumeTestJSON-149745963-project-member] Enqueued Resource ID: a37eb35f-d288-4aef-8faf-842676764840 with Priority: HIGHEST for action security_group_rules [ 1285.334588] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37eb35f-d288-4aef-8faf-842676764840 with Priority: HIGHEST for action security_group_rules [ 1285.334881] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a37eb35f-d288-4aef-8faf-842676764840 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.334999] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.335076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.335328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.335409] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a37eb35f-d288-4aef-8faf-842676764840',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.357209] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84bbd1d-9041-494f-a7f4-082123f9f39d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.357327] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.357491] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e84bbd1d-9041-494f-a7f4-082123f9f39d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.358323] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ab60af7-981d-4ce5-9c0f-5c5755fbaf35 with status ACTIVE [ 1285.358504] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.358616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.358683] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.358882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.358971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.359199] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.359272] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.359316] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.359456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.360219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.360219] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.360219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.360219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.360219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.360219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.360219] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ab60af7-981d-4ce5-9c0f-5c5755fbaf35 is going to be updated. [ 1285.381323] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.381500] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.381546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.381721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.381927] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.382027] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ab60af7-981d-4ce5-9c0f-5c5755fbaf35" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.412827] env[66117]: INFO networking_nsxv3.common.synchronization [None req-bc528f5b-c216-4b05-9049-a271fdde197b tempest-AttachVolumeTestJSON-149745963 tempest-AttachVolumeTestJSON-149745963-project-member] Enqueued Resource ID: a37eb35f-d288-4aef-8faf-842676764840 with Priority: HIGHEST for action security_group_rules [ 1285.413341] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37eb35f-d288-4aef-8faf-842676764840 with Priority: HIGHEST for action security_group_rules [ 1285.413715] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a37eb35f-d288-4aef-8faf-842676764840 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.413887] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.857442] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.857821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.857821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.858121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.858121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.858121] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a37eb35f-d288-4aef-8faf-842676764840 already deleted. [ 1285.858121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.858364] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.858510] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.858593] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a37eb35f-d288-4aef-8faf-842676764840',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.862231] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e84bbd1d-9041-494f-a7f4-082123f9f39d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.364450] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.364450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.364450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.364450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.364714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.364714] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e84bbd1d-9041-494f-a7f4-082123f9f39d is going to be created. [ 1286.380979] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.381183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.381231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.381406] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.381494] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.381586] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a37eb35f-d288-4aef-8faf-842676764840 already deleted. [ 1286.381666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.390141] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.390279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.390434] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.390539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.390689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.401850] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84bbd1d-9041-494f-a7f4-082123f9f39d in Status: UNINITIALIZED for 2s [ 1288.412681] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84bbd1d-9041-494f-a7f4-082123f9f39d in Status: SUCCESS [ 1288.413106] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.413106] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.413280] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.413469] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.413588] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.413668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.413834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.413925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.413981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.414091] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e84bbd1d-9041-494f-a7f4-082123f9f39d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.916509] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84bbd1d-9041-494f-a7f4-082123f9f39d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.916701] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.916764] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.917006] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.917177] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.917322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.917322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.917479] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.917580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.917650] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.917856] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84bbd1d-9041-494f-a7f4-082123f9f39d taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.917961] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.918065] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.918219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.918382] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.918476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.918535] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.918678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.918746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.918824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.918915] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e84bbd1d-9041-494f-a7f4-082123f9f39d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.421338] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e84bbd1d-9041-494f-a7f4-082123f9f39d: rpc.has_security_group_logging(os_id): False [ 1289.439915] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.440174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.440174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.440340] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.440426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.440635] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.440733] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.440797] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.440945] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.441031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.441214] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.441301] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.441356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.441492] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.441563] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.441733] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.441824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.441884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.442031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.442107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.442191] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e84bbd1d-9041-494f-a7f4-082123f9f39d is going to be created. [ 1289.502014] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.502227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.502287] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.502539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.502716] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.513378] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e84bbd1d-9041-494f-a7f4-082123f9f39d in Status: IN_PROGRESS for 2s [ 1290.414640] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.414640] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1290.810178] env[66117]: INFO networking_nsxv3.common.synchronization [req-93af2947-a508-405a-bd86-d55164f36f5c req-cbf3a10e-65a2-438c-ad6e-cfff96bd95db tempest-AttachVolumeTestJSON-149745963 tempest-AttachVolumeTestJSON-149745963-project-member] Enqueued Resource ID: a37eb35f-d288-4aef-8faf-842676764840 with Priority: HIGHEST for action security_group_members [ 1290.810729] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37eb35f-d288-4aef-8faf-842676764840 with Priority: HIGHEST for action security_group_members [ 1290.811050] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a37eb35f-d288-4aef-8faf-842676764840 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.811175] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.811244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.811503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.811660] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.811759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.811823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.811975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.812068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.812175] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a37eb35f-d288-4aef-8faf-842676764840',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.096807] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.097079] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-838" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.097238] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-838" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.097533] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-838" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.097821] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.098029] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.098154] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.098369] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.098508] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.098712] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.098819] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.098920] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.099030] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.099136] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.099235] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.099363] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.117677] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.117887] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1291.117999] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.118174] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-838" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.118513] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-76e62ed8-0109-4ddd-a356-424e8f6d7223 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.118701] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-76e62ed8-0109-4ddd-a356-424e8f6d7223" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.118820] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-76e62ed8-0109-4ddd-a356-424e8f6d7223" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.119190] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-76e62ed8-0109-4ddd-a356-424e8f6d7223" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.119327] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76e62ed8-0109-4ddd-a356-424e8f6d7223',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.315347] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.315545] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.315599] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.315942] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.316090] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.316370] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.316514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.316592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.316816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.316965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.317057] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a37eb35f-d288-4aef-8faf-842676764840 already deleted. [ 1291.317229] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.527107] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e84bbd1d-9041-494f-a7f4-082123f9f39d in Status: SUCCESS [ 1291.527347] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.621847] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.622043] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.622158] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.622446] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.622597] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.622749] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 76e62ed8-0109-4ddd-a356-424e8f6d7223 not found, creating... [ 1291.623021] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.623179] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.623295] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.623509] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.623644] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.623935] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.624096] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.624209] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.624416] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.624545] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.624680] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 76e62ed8-0109-4ddd-a356-424e8f6d7223 is going to be created. [ 1291.645330] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.645541] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.645664] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.646034] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.646294] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.646546] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-76e62ed8-0109-4ddd-a356-424e8f6d7223" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.980321] env[66117]: INFO networking_nsxv3.common.synchronization [req-9ddb7ff1-de33-4664-be73-31742253f761 req-9216c05f-35cc-4e5b-af88-790494996bee tempest-AttachVolumeShelveTestJSON-1579437401 tempest-AttachVolumeShelveTestJSON-1579437401-project-member] Enqueued Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_members [ 1292.981174] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGHEST for action security_group_members [ 1292.981479] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-937dcf4b-308f-4abb-ab1d-2871f47450a2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.981644] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.981743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.982013] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.982217] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.982828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.982828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.982828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.982828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.982990] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.202569] env[66117]: INFO networking_nsxv3.common.synchronization [req-93af2947-a508-405a-bd86-d55164f36f5c req-50000cd6-e8a6-4f06-a740-2d11a6907be6 service nova] Enqueued Resource ID: a37eb35f-d288-4aef-8faf-842676764840 with Priority: HIGHEST for action security_group_rules [ 1293.202569] env[66117]: INFO networking_nsxv3.common.synchronization [req-93af2947-a508-405a-bd86-d55164f36f5c req-50000cd6-e8a6-4f06-a740-2d11a6907be6 service nova] Enqueued Resource ID: a37eb35f-d288-4aef-8faf-842676764840 with Priority: HIGHEST for action security_group_members [ 1293.202569] env[66117]: INFO networking_nsxv3.common.synchronization [req-93af2947-a508-405a-bd86-d55164f36f5c req-50000cd6-e8a6-4f06-a740-2d11a6907be6 service nova] Enqueued Resource ID: 76e62ed8-0109-4ddd-a356-424e8f6d7223 with Priority: HIGHEST for action port [ 1293.203437] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37eb35f-d288-4aef-8faf-842676764840 with Priority: HIGHEST for action security_group_rules [ 1293.203437] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37eb35f-d288-4aef-8faf-842676764840 with Priority: HIGHEST for action security_group_members [ 1293.203437] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e62ed8-0109-4ddd-a356-424e8f6d7223 with Priority: HIGHEST for action port [ 1293.204128] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a37eb35f-d288-4aef-8faf-842676764840 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.204128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.204128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.204128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.204128] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a37eb35f-d288-4aef-8faf-842676764840',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.204824] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a37eb35f-d288-4aef-8faf-842676764840 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.205021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.205021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.205174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.205316] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.205495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.205495] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.206754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.206754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.206754] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a37eb35f-d288-4aef-8faf-842676764840',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.206754] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-76e62ed8-0109-4ddd-a356-424e8f6d7223 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.206754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76e62ed8-0109-4ddd-a356-424e8f6d7223" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.206754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76e62ed8-0109-4ddd-a356-424e8f6d7223" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.207322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76e62ed8-0109-4ddd-a356-424e8f6d7223" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.207322] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76e62ed8-0109-4ddd-a356-424e8f6d7223',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.485382] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.485610] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.485610] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.485852] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.486123] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.486375] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.486489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.486545] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.486732] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.486846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.486973] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 is going to be updated. [ 1293.513431] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.513651] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.513651] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.513821] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.513958] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.523757] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 in Status: IN_PROGRESS for 2s [ 1293.709253] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a37eb35f-d288-4aef-8faf-842676764840 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.709450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.709664] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76e62ed8-0109-4ddd-a356-424e8f6d7223 with status ACTIVE [ 1293.709892] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.710043] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.710106] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.710357] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.710462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.710653] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.710771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.710944] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.711062] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.711159] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.711347] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.711462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.711539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.711705] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.711799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.711915] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76e62ed8-0109-4ddd-a356-424e8f6d7223 is going to be updated. [ 1293.713201] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a37eb35f-d288-4aef-8faf-842676764840',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.736337] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.736485] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.736524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.736714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.736908] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.737106] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76e62ed8-0109-4ddd-a356-424e8f6d7223" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.216109] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a37eb35f-d288-4aef-8faf-842676764840',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.482967] env[66117]: INFO networking_nsxv3.common.synchronization [req-3c8d6567-a489-4144-bdb3-a0f21b4d0dc6 req-be2a8c11-7cf8-4e2b-a57b-ef9a5a06c796 tempest-ServerAddressesTestJSON-812671180 tempest-ServerAddressesTestJSON-812671180-project-member] Enqueued Resource ID: e84bbd1d-9041-494f-a7f4-082123f9f39d with Priority: HIGHEST for action security_group_members [ 1294.483564] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84bbd1d-9041-494f-a7f4-082123f9f39d with Priority: HIGHEST for action security_group_members [ 1294.483938] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84bbd1d-9041-494f-a7f4-082123f9f39d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.484058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.484121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.484320] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.484470] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.484581] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.484627] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.484767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.484850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.484943] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e84bbd1d-9041-494f-a7f4-082123f9f39d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.718550] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.718753] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.718753] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.718985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.719097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.719198] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a37eb35f-d288-4aef-8faf-842676764840 is going to be created. [ 1294.742418] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.742598] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.742645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.742819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.742978] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.754742] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a37eb35f-d288-4aef-8faf-842676764840 in Status: UNINITIALIZED for 2s [ 1294.987472] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.987651] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.987727] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.987942] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.988055] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.988275] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.988374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.988440] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.988590] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.988661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.988747] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e84bbd1d-9041-494f-a7f4-082123f9f39d is going to be updated. [ 1295.015121] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.015270] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.015337] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.015539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.015685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.026754] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84bbd1d-9041-494f-a7f4-082123f9f39d in Status: IN_PROGRESS for 2s [ 1295.534179] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 in Status: SUCCESS [ 1295.534516] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 deletion is rescheduled due to dependency. [ 1295.534516] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.766290] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a37eb35f-d288-4aef-8faf-842676764840 in Status: SUCCESS [ 1296.766666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.766666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.766824] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.767064] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.767224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.767275] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.767415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.767494] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.767580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.767671] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a37eb35f-d288-4aef-8faf-842676764840',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.036626] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84bbd1d-9041-494f-a7f4-082123f9f39d in Status: SUCCESS [ 1297.036788] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e84bbd1d-9041-494f-a7f4-082123f9f39d deletion is rescheduled due to dependency. [ 1297.036897] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.269770] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a37eb35f-d288-4aef-8faf-842676764840',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.772824] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a37eb35f-d288-4aef-8faf-842676764840: rpc.has_security_group_logging(os_id): False [ 1297.791038] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.791198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.791286] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.791515] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.791616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.791911] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.792035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.792116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.792286] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.792366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.792469] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a37eb35f-d288-4aef-8faf-842676764840 is going to be created. [ 1297.851775] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.851939] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.852035] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.852267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.852387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.864486] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a37eb35f-d288-4aef-8faf-842676764840 in Status: IN_PROGRESS for 2s [ 1299.484757] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.484757] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1299.879480] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a37eb35f-d288-4aef-8faf-842676764840 in Status: SUCCESS [ 1299.879618] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.485795] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.485795] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.195888] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.197944] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.198058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.198338] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.198450] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.700787] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.203890] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.705986] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1308.706313] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1309.486526] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.486526] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1309.581289] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.581547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.581547] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.581768] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.595821] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1309.596786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.597863] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1309.636884] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.637232] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.637232] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.637369] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.652955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.653899] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1309.654035] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1309.654113] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1309.709378] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.709632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.709632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.709900] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.711413] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.711639] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1309.792230] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.792501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.792640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.792976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.793506] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.795055] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1309.863750] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.863962] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.864109] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.864426] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.864874] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.865334] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1309.865449] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f210ec3a-9c08-443a-b12e-f626aab316e1', '8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8', 'd796e75e-eb32-4201-94c1-b128237fb437', 'e0e3c67b-0053-44b8-8dbf-87d93c09ec93', 'a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7', '00dc6fe2-58c9-4fda-b96d-0e4abac4f304', 'fa3a4c56-d967-417b-84be-5ed66768664a', '937dcf4b-308f-4abb-ab1d-2871f47450a2', '572c5aac-3968-4ec9-ad45-8c570e47c65d', '86b8eb0d-2743-4198-8125-fcd6c37c37fb', '1a511eb8-9666-4dea-adb9-d6503f53f94c', 'e84bbd1d-9041-494f-a7f4-082123f9f39d', 'c2bc8825-da36-499c-8288-03f6805da468', 'eeef55ff-55f5-49dc-80d9-36b2bd4e06ef', '06fd3a6d-b231-4377-81e3-7c542dea33ed', '9820ab3d-a4cd-410e-85cf-6918876e1214', '398aad31-6494-4eb1-8eca-ea920a81bf0f', 'ca521739-5876-429f-bceb-d0c7155a140d', '02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf', '26b81ed6-be3f-4545-bedd-f5619b30ef1c', 'e8772825-c369-4332-ba6e-5310f8f91a2e', '5e29853a-0957-451f-968b-e25e31c3c208', '27298c91-e047-42b5-acc7-f0f8bc3f00fb', '4f9133f4-2b04-411a-b29d-3236a5312dae', '7cafd215-842a-42d8-9ed0-32523772f625', '7d84e082-9db3-47fe-9d8c-f2b29abfea3b', '8dcd68de-e6b5-4530-a5e3-1cc7b7044638', '53462322-77d4-431e-930d-ec1cc9568580', '074427bc-2c54-403c-b87b-27973b2d7471', '625de77c-6b16-48ca-81f2-3bc05fd237cc', 'e2437c82-0855-4a56-b541-c26981f6d211', '3397947a-8086-4620-a2a8-93648c0bbbe2', 'a37eb35f-d288-4aef-8faf-842676764840', '439f607f-7c99-4ff8-a88f-88ffa23f4517', '08e1d86d-3294-400f-be01-5245da320976', 'e03ad3e9-2bcb-43cc-b5a2-bebb9861037a', '4e23a49a-264a-4c6c-98f6-468ecb26e913', 'c283415d-7a48-4536-ba73-129a5f29657d', 'e834603c-8bf7-40c6-bcaf-48174b4ddb86', 'cf73d046-9c6f-4f2c-84c0-7ec4931b561e', 'f5c0114d-7027-4ce5-9313-d28e3b20d790'} {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1309.865605] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1309.897395] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.897623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.897765] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.898026] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.898184] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.898360] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1309.898490] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1309.898604] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1309.974228] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.974481] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.974481] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.974696] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.975848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.976156] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1309.976243] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1309.976311] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1309.976362] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1309.976435] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1309.976499] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGH for action security_group_rules [ 1309.976577] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGH for action security_group_rules [ 1309.976640] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGH for action security_group_rules [ 1309.976702] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 with Priority: HIGH for action security_group_rules [ 1309.976762] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 with Priority: HIGH for action security_group_rules [ 1309.976816] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGH for action security_group_rules [ 1309.976877] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa3a4c56-d967-417b-84be-5ed66768664a with Priority: HIGH for action security_group_rules [ 1309.976955] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGH for action security_group_rules [ 1309.977038] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGH for action security_group_rules [ 1309.977093] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGH for action security_group_rules [ 1309.977158] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGH for action security_group_rules [ 1309.977240] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e84bbd1d-9041-494f-a7f4-082123f9f39d with Priority: HIGH for action security_group_rules [ 1309.977292] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGH for action security_group_rules [ 1309.977344] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGH for action security_group_rules [ 1309.977394] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGH for action security_group_rules [ 1309.977439] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGH for action security_group_rules [ 1309.977487] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGH for action security_group_rules [ 1309.977533] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca521739-5876-429f-bceb-d0c7155a140d with Priority: HIGH for action security_group_rules [ 1309.977602] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGH for action security_group_rules [ 1309.977691] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGH for action security_group_rules [ 1309.977743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.487511] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.487957] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1314.487957] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f210ec3a-9c08-443a-b12e-f626aab316e1 with Priority: HIGH for action security_group_rules [ 1314.487957] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d796e75e-eb32-4201-94c1-b128237fb437 with Priority: HIGH for action security_group_rules [ 1314.487957] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3a4c56-d967-417b-84be-5ed66768664a with Priority: HIGH for action security_group_rules [ 1314.488276] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed with Priority: HIGH for action security_group_rules [ 1314.488276] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c with Priority: HIGH for action security_group_rules [ 1314.488276] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf with Priority: HIGH for action security_group_rules [ 1314.488276] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca521739-5876-429f-bceb-d0c7155a140d with Priority: HIGH for action security_group_rules [ 1314.488482] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f with Priority: HIGH for action security_group_rules [ 1314.488482] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef with Priority: HIGH for action security_group_rules [ 1314.488600] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 with Priority: HIGH for action security_group_rules [ 1314.488635] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bc8825-da36-499c-8288-03f6805da468 with Priority: HIGH for action security_group_rules [ 1314.488698] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84bbd1d-9041-494f-a7f4-082123f9f39d with Priority: HIGH for action security_group_rules [ 1314.488783] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c with Priority: HIGH for action security_group_rules [ 1314.488866] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb with Priority: HIGH for action security_group_rules [ 1314.488953] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d with Priority: HIGH for action security_group_rules [ 1314.489060] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 with Priority: HIGH for action security_group_rules [ 1314.489150] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 with Priority: HIGH for action security_group_rules [ 1314.489234] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 with Priority: HIGH for action security_group_rules [ 1314.489318] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 with Priority: HIGH for action security_group_rules [ 1314.489405] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 with Priority: HIGH for action security_group_rules [ 1314.489749] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f210ec3a-9c08-443a-b12e-f626aab316e1 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.489875] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.489934] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.490169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.490253] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f210ec3a-9c08-443a-b12e-f626aab316e1',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.491273] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d796e75e-eb32-4201-94c1-b128237fb437 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.491976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.491976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.491976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.491976] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d796e75e-eb32-4201-94c1-b128237fb437',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.492851] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa3a4c56-d967-417b-84be-5ed66768664a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.492983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.492983] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.493128] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.493203] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa3a4c56-d967-417b-84be-5ed66768664a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.493976] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06fd3a6d-b231-4377-81e3-7c542dea33ed taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.494126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.494126] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.494284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.494354] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06fd3a6d-b231-4377-81e3-7c542dea33ed',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.495604] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.495604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.495604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.495604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.495604] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26b81ed6-be3f-4545-bedd-f5619b30ef1c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.496213] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.496346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.496398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.496517] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.496586] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.497461] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca521739-5876-429f-bceb-d0c7155a140d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.497608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.497660] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.497771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.497890] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca521739-5876-429f-bceb-d0c7155a140d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.498527] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-398aad31-6494-4eb1-8eca-ea920a81bf0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.498620] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.498738] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.498834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.498904] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('398aad31-6494-4eb1-8eca-ea920a81bf0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.499583] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.499685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.499737] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.499882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.499953] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeef55ff-55f5-49dc-80d9-36b2bd4e06ef',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.500737] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9820ab3d-a4cd-410e-85cf-6918876e1214 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.500878] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.500925] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.501067] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.501118] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9820ab3d-a4cd-410e-85cf-6918876e1214',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.501781] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2bc8825-da36-499c-8288-03f6805da468 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.501883] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.501947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.502107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.502172] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2bc8825-da36-499c-8288-03f6805da468',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.502829] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e84bbd1d-9041-494f-a7f4-082123f9f39d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.502920] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.502985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.503173] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.503211] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e84bbd1d-9041-494f-a7f4-082123f9f39d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.503853] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a511eb8-9666-4dea-adb9-d6503f53f94c taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.503991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.504058] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.504171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.504241] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a511eb8-9666-4dea-adb9-d6503f53f94c',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.505143] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.505143] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.505143] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.505288] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.505360] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86b8eb0d-2743-4198-8125-fcd6c37c37fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.506151] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572c5aac-3968-4ec9-ad45-8c570e47c65d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.506151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.506303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.506469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.506469] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572c5aac-3968-4ec9-ad45-8c570e47c65d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.507077] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.507193] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.507264] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.507407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.507478] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00dc6fe2-58c9-4fda-b96d-0e4abac4f304',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.508132] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-937dcf4b-308f-4abb-ab1d-2871f47450a2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.509868] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.509944] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.510109] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.510172] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('937dcf4b-308f-4abb-ab1d-2871f47450a2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.510870] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.510993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.510993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.511146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.511218] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.512147] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.512147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.512147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.512147] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.512440] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.512852] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e3c67b-0053-44b8-8dbf-87d93c09ec93 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.512954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.513031] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.513178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.513250] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e3c67b-0053-44b8-8dbf-87d93c09ec93',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.127383] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.127639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.127639] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.127844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.129598] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.129789] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.130558] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.130691] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.131498] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.131612] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.132275] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.132368] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.133103] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.133231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.141659] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.141856] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.143470] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.143619] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.143949] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.144069] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.145398] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.145506] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.147899] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.148014] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.150507] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1315.150963] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.151086] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.153625] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1315.154062] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.154182] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.154839] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1315.155250] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.155363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.161542] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1315.161978] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.162117] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.163443] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1315.163863] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.164015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.164249] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1315.164691] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.164800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.165419] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1315.165801] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.165912] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.166975] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1315.167361] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.167456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.169868] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1315.170243] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.170339] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.174684] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1315.175108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.175220] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 937dcf4b-308f-4abb-ab1d-2871f47450a2 is going to be deleted. [ 1315.176291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.176505] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.197970] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.198158] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e84bbd1d-9041-494f-a7f4-082123f9f39d is going to be deleted. [ 1315.199018] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.199233] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.228487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.228669] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf is going to be deleted. [ 1315.229597] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.229862] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.266894] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.267099] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a511eb8-9666-4dea-adb9-d6503f53f94c is going to be deleted. [ 1315.268017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.268244] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.273756] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.273878] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.278312] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.278444] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.294583] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.294895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.334286] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.334538] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572c5aac-3968-4ec9-ad45-8c570e47c65d is going to be deleted. [ 1315.335677] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.336021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.394898] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.395079] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00dc6fe2-58c9-4fda-b96d-0e4abac4f304 is going to be deleted. [ 1315.396276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.396491] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.449187] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.449428] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.503360] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.503727] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d796e75e-eb32-4201-94c1-b128237fb437 is going to be deleted. [ 1315.504604] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.504823] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.506303] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.506410] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.549708] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.549887] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca521739-5876-429f-bceb-d0c7155a140d is going to be deleted. [ 1315.550849] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.551108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.604215] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.604391] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86b8eb0d-2743-4198-8125-fcd6c37c37fb is going to be deleted. [ 1315.605283] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.605503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.638979] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.639224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.652612] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.652843] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.678640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.678812] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e3c67b-0053-44b8-8dbf-87d93c09ec93 is going to be deleted. [ 1315.679749] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.679974] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.710965] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.711163] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.729932] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.730125] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeef55ff-55f5-49dc-80d9-36b2bd4e06ef is going to be deleted. [ 1315.730995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.731249] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.841522] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.841730] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.842536] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.842639] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 398aad31-6494-4eb1-8eca-ea920a81bf0f is going to be deleted. [ 1315.843569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.843794] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.886363] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.886569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.916931] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.917142] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7 is going to be deleted. [ 1315.918040] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.918279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.987570] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.987771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.997446] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.997603] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06fd3a6d-b231-4377-81e3-7c542dea33ed is going to be deleted. [ 1315.998536] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.998747] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.123467] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.123678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.125100] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.125227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.154201] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.154384] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f210ec3a-9c08-443a-b12e-f626aab316e1 is going to be deleted. [ 1316.155457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.155685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.222784] env[66117]: INFO networking_nsxv3.common.synchronization [req-8da1f3e0-a6c5-4e15-8fad-42cf1b3eb64c req-80f98b96-8246-478a-a15b-657b54228882 tempest-ServerActionsTestJSON-1889167364 tempest-ServerActionsTestJSON-1889167364-project-member] Enqueued Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 1316.223207] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGHEST for action security_group_members [ 1316.223623] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.223781] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.223859] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.224073] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.224246] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.224346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.224408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.224590] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.224734] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.224899] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.244623] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.244859] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26b81ed6-be3f-4545-bedd-f5619b30ef1c is going to be deleted. [ 1316.245834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.246093] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.276450] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.276668] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.345381] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.345508] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa3a4c56-d967-417b-84be-5ed66768664a is going to be deleted. [ 1316.347080] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.347205] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.347276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.347528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.347613] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.348492] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f210ec3a-9c08-443a-b12e-f626aab316e1" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.348492] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.348492] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.400956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.401361] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8 is going to be deleted. [ 1316.402616] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.402943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.452773] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.453023] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.587653] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.588086] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9820ab3d-a4cd-410e-85cf-6918876e1214 is going to be deleted. [ 1316.589085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.589311] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.589409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.589531] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e84bbd1d-9041-494f-a7f4-082123f9f39d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.589685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.589840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.589918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.590053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-937dcf4b-308f-4abb-ab1d-2871f47450a2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.590572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.590752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.590850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.590943] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a1a2d3-f268-4616-b0d2-7f2d0e6b0bdf" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.591084] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.591254] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.591332] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.591441] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a511eb8-9666-4dea-adb9-d6503f53f94c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.591564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.591703] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.591778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.591882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572c5aac-3968-4ec9-ad45-8c570e47c65d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.592010] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.592156] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.592228] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.592335] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00dc6fe2-58c9-4fda-b96d-0e4abac4f304" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.592455] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.592592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.592663] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.592770] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d796e75e-eb32-4201-94c1-b128237fb437" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.592891] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.593042] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.593113] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.593222] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca521739-5876-429f-bceb-d0c7155a140d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.593343] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.593480] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.593553] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.593661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86b8eb0d-2743-4198-8125-fcd6c37c37fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.593780] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.593915] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.594096] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.594164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e3c67b-0053-44b8-8dbf-87d93c09ec93" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.594276] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.594417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.594491] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.594605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeef55ff-55f5-49dc-80d9-36b2bd4e06ef" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.594713] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.594846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.594918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.595034] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-398aad31-6494-4eb1-8eca-ea920a81bf0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.595155] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.595290] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.595363] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.595467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8303ce6-d4e7-460d-9eb6-0a83b6f7f0c7" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.595587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.595721] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.595795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.595889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06fd3a6d-b231-4377-81e3-7c542dea33ed" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.596044] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.596189] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.630225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.630391] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2bc8825-da36-499c-8288-03f6805da468 is going to be deleted. [ 1316.631508] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.631846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.631846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.631957] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26b81ed6-be3f-4545-bedd-f5619b30ef1c" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.637827] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.637989] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.638066] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.638275] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.638383] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.638509] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa3a4c56-d967-417b-84be-5ed66768664a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.656169] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.656380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.656455] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.656685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.656784] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.656913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d3ad3c0-a4ef-4040-9bb6-b1d2b87dc6b8" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.707864] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.708079] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.708132] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.708327] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.708424] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.708546] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9820ab3d-a4cd-410e-85cf-6918876e1214" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.727277] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.727499] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.727499] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.727707] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.778310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.778579] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.778706] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.778771] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.778979] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.779080] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.779169] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2437c82-0855-4a56-b541-c26981f6d211 is going to be updated. [ 1316.784342] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.784499] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.784571] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.784728] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.784816] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.784929] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2bc8825-da36-499c-8288-03f6805da468" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.870189] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.870189] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.870189] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.870486] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.870557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.882710] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: IN_PROGRESS for 2s [ 1318.893323] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2437c82-0855-4a56-b541-c26981f6d211 in Status: SUCCESS [ 1318.893717] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2437c82-0855-4a56-b541-c26981f6d211 deletion is rescheduled due to dependency. [ 1318.893717] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.224573] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.224573] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.225855] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.226276] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1331.226867] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.227184] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.227926] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.228367] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.229079] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.229079] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.230396] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.230837] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.231794] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.232249] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.232934] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.233356] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.234326] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.234326] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.818857] env[66117]: INFO networking_nsxv3.common.synchronization [None req-57429b58-4398-457c-951d-c5d9cf8c090d None None] Enqueued Resource ID: fde3854c-af85-412d-a824-8bfff92b4f85 with Priority: HIGHEST for action port [ 1364.819160] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde3854c-af85-412d-a824-8bfff92b4f85 with Priority: HIGHEST for action port [ 1364.819904] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-fde3854c-af85-412d-a824-8bfff92b4f85 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.820076] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fde3854c-af85-412d-a824-8bfff92b4f85" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.820191] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fde3854c-af85-412d-a824-8bfff92b4f85" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.820519] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fde3854c-af85-412d-a824-8bfff92b4f85" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.820657] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde3854c-af85-412d-a824-8bfff92b4f85',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.324748] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fde3854c-af85-412d-a824-8bfff92b4f85 [ 1365.324748] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.324748] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.324748] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.324748] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.324748] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.324748] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fde3854c-af85-412d-a824-8bfff92b4f85 already deleted. [ 1365.324748] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fde3854c-af85-412d-a824-8bfff92b4f85" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.917612] env[66117]: INFO networking_nsxv3.common.synchronization [None req-52bd272f-14c2-4305-b383-4b6aec50d481 tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: 2369feaa-6218-4df7-83ce-656419310e73 with Priority: HIGHEST for action security_group_rules [ 1365.918016] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2369feaa-6218-4df7-83ce-656419310e73 with Priority: HIGHEST for action security_group_rules [ 1365.918411] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2369feaa-6218-4df7-83ce-656419310e73 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.918529] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.918605] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.918861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.918944] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2369feaa-6218-4df7-83ce-656419310e73',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.004769] env[66117]: INFO networking_nsxv3.common.synchronization [None req-0c41d4d4-68af-46ab-8d7b-822081f51a7e tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: 2369feaa-6218-4df7-83ce-656419310e73 with Priority: HIGHEST for action security_group_rules [ 1366.005401] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2369feaa-6218-4df7-83ce-656419310e73 with Priority: HIGHEST for action security_group_rules [ 1366.005848] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2369feaa-6218-4df7-83ce-656419310e73 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.005998] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.458024] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.458221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.458221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.458457] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.458529] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.458622] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2369feaa-6218-4df7-83ce-656419310e73 already deleted. [ 1366.458704] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.458854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.459015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.459199] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2369feaa-6218-4df7-83ce-656419310e73',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.989309] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.989689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.989689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.989689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.989806] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.989838] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2369feaa-6218-4df7-83ce-656419310e73 already deleted. [ 1366.989884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.115294] env[66117]: INFO networking_nsxv3.common.synchronization [None req-cb837a8b-c5d7-4b04-80f7-98d262f4f00a None None] Enqueued Resource ID: 8da16805-54fa-432d-bac5-b698a88b497a with Priority: HIGHEST for action port [ 1367.115806] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da16805-54fa-432d-bac5-b698a88b497a with Priority: HIGHEST for action port [ 1367.116089] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8da16805-54fa-432d-bac5-b698a88b497a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.116215] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8da16805-54fa-432d-bac5-b698a88b497a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.116284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8da16805-54fa-432d-bac5-b698a88b497a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.116576] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8da16805-54fa-432d-bac5-b698a88b497a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.116649] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8da16805-54fa-432d-bac5-b698a88b497a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.619073] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8da16805-54fa-432d-bac5-b698a88b497a [ 1367.619273] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.619273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.619390] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.619578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.619714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.619774] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8da16805-54fa-432d-bac5-b698a88b497a already deleted. [ 1367.619838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8da16805-54fa-432d-bac5-b698a88b497a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.410991] env[66117]: INFO networking_nsxv3.common.synchronization [req-3fda85a1-f945-485a-825a-6d8648c7acf1 req-f54262de-7503-4026-a8d4-d37ea16e4210 tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: 2369feaa-6218-4df7-83ce-656419310e73 with Priority: HIGHEST for action security_group_members [ 1371.411317] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2369feaa-6218-4df7-83ce-656419310e73 with Priority: HIGHEST for action security_group_members [ 1371.411367] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2369feaa-6218-4df7-83ce-656419310e73 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.411848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.411922] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.412174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.412329] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.412427] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.412489] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.412638] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.412720] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.412812] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2369feaa-6218-4df7-83ce-656419310e73',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.665845] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.666063] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.666190] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.666567] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.666824] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.666981] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.667137] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.667406] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.667630] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.667854] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1371.667968] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1371.668088] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1371.668213] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1371.668381] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1371.668547] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1371.668767] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1371.699427] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1371.699638] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1371.699727] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1371.699906] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.700252] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-903d95e9-55f6-4f7f-ae73-237c03063745 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.700427] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-903d95e9-55f6-4f7f-ae73-237c03063745" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.700547] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-903d95e9-55f6-4f7f-ae73-237c03063745" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.700888] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-903d95e9-55f6-4f7f-ae73-237c03063745" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.701049] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903d95e9-55f6-4f7f-ae73-237c03063745',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.915862] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.916068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.916122] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.916331] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.916441] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.916680] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.916778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.916842] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.917008] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.917088] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.917174] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2369feaa-6218-4df7-83ce-656419310e73 already deleted. [ 1371.917282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.068594] env[66117]: INFO networking_nsxv3.common.synchronization [req-c38e1934-50cf-4152-b9f2-7cc25c49913f req-547bae1b-cc25-442b-9c0c-88f35c0e81c5 tempest-AttachVolumeTestJSON-149745963 tempest-AttachVolumeTestJSON-149745963-project-member] Enqueued Resource ID: a37eb35f-d288-4aef-8faf-842676764840 with Priority: HIGHEST for action security_group_members [ 1372.069778] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37eb35f-d288-4aef-8faf-842676764840 with Priority: HIGHEST for action security_group_members [ 1372.069778] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a37eb35f-d288-4aef-8faf-842676764840 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.069778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.069977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.070033] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.070192] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.070286] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.070346] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.070490] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.070574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.070679] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a37eb35f-d288-4aef-8faf-842676764840',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.204011] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.204222] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.204311] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.204884] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.204986] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.205087] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 903d95e9-55f6-4f7f-ae73-237c03063745 not found, creating... [ 1372.205349] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.205510] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.205627] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.205880] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.205989] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.206290] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.206440] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.206581] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.206795] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.206925] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.211160] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 903d95e9-55f6-4f7f-ae73-237c03063745 is going to be created. [ 1372.235691] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.235919] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.236058] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.236352] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.236613] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.236850] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-903d95e9-55f6-4f7f-ae73-237c03063745" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.573504] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.573975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.573975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.573975] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.604951] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.605245] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.605372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.605448] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.605672] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.605760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.605851] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a37eb35f-d288-4aef-8faf-842676764840 is going to be updated. [ 1372.639881] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.640046] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.640198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.640334] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.640514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.650086] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a37eb35f-d288-4aef-8faf-842676764840 in Status: IN_PROGRESS for 2s [ 1372.923086] env[66117]: INFO networking_nsxv3.common.synchronization [req-3fda85a1-f945-485a-825a-6d8648c7acf1 req-186eb7bb-457b-4702-8919-9ffbe628f9d2 service nova] Enqueued Resource ID: 2369feaa-6218-4df7-83ce-656419310e73 with Priority: HIGHEST for action security_group_rules [ 1372.923268] env[66117]: INFO networking_nsxv3.common.synchronization [req-3fda85a1-f945-485a-825a-6d8648c7acf1 req-186eb7bb-457b-4702-8919-9ffbe628f9d2 service nova] Enqueued Resource ID: 2369feaa-6218-4df7-83ce-656419310e73 with Priority: HIGHEST for action security_group_members [ 1372.923405] env[66117]: INFO networking_nsxv3.common.synchronization [req-3fda85a1-f945-485a-825a-6d8648c7acf1 req-186eb7bb-457b-4702-8919-9ffbe628f9d2 service nova] Enqueued Resource ID: 903d95e9-55f6-4f7f-ae73-237c03063745 with Priority: HIGHEST for action port [ 1372.923924] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2369feaa-6218-4df7-83ce-656419310e73 with Priority: HIGHEST for action security_group_rules [ 1372.924072] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2369feaa-6218-4df7-83ce-656419310e73 with Priority: HIGHEST for action security_group_members [ 1372.924170] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903d95e9-55f6-4f7f-ae73-237c03063745 with Priority: HIGHEST for action port [ 1372.924550] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2369feaa-6218-4df7-83ce-656419310e73 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.924751] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.924790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.924992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.925240] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2369feaa-6218-4df7-83ce-656419310e73',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.927508] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2369feaa-6218-4df7-83ce-656419310e73 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.927739] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.927799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.928087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.928791] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.928970] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.929105] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.929374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.929669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.929669] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2369feaa-6218-4df7-83ce-656419310e73',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.930786] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-903d95e9-55f6-4f7f-ae73-237c03063745 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.930948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-903d95e9-55f6-4f7f-ae73-237c03063745" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.931051] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-903d95e9-55f6-4f7f-ae73-237c03063745" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.931273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-903d95e9-55f6-4f7f-ae73-237c03063745" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.931389] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903d95e9-55f6-4f7f-ae73-237c03063745',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.427908] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2369feaa-6218-4df7-83ce-656419310e73 taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.428072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.434494] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2369feaa-6218-4df7-83ce-656419310e73',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.435413] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 903d95e9-55f6-4f7f-ae73-237c03063745 with status ACTIVE [ 1373.436107] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.436240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.436291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.436496] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.436774] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.436774] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.437408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.437408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.437408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.437408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.437408] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.437408] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.437689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.437689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.437689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.437777] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 903d95e9-55f6-4f7f-ae73-237c03063745 is going to be updated. [ 1373.459559] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.459559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.459559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.459885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.459885] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.460047] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-903d95e9-55f6-4f7f-ae73-237c03063745" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.939654] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2369feaa-6218-4df7-83ce-656419310e73',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.442676] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.442914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.442914] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.443149] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.443242] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.443344] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2369feaa-6218-4df7-83ce-656419310e73 is going to be created. [ 1374.470060] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.470238] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.470313] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.470536] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.470711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.482373] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2369feaa-6218-4df7-83ce-656419310e73 in Status: UNINITIALIZED for 2s [ 1374.660668] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a37eb35f-d288-4aef-8faf-842676764840 in Status: SUCCESS [ 1374.660845] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a37eb35f-d288-4aef-8faf-842676764840 deletion is rescheduled due to dependency. [ 1374.660960] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.492527] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2369feaa-6218-4df7-83ce-656419310e73 in Status: SUCCESS [ 1376.492795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.492984] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.493247] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.493471] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.493625] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.493715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.493921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.494038] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.494157] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.494272] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2369feaa-6218-4df7-83ce-656419310e73',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.996597] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2369feaa-6218-4df7-83ce-656419310e73',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.499366] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2369feaa-6218-4df7-83ce-656419310e73: rpc.has_security_group_logging(os_id): False [ 1377.518993] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.519351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.519351] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.519452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.519544] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.519788] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.519903] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.519968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.520134] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.520211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.520297] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2369feaa-6218-4df7-83ce-656419310e73 is going to be created. [ 1377.593652] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.593884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.593884] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.594022] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.594198] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.609491] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2369feaa-6218-4df7-83ce-656419310e73 in Status: IN_PROGRESS for 2s [ 1377.925052] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.925184] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1379.626604] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2369feaa-6218-4df7-83ce-656419310e73 in Status: SUCCESS [ 1379.627029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.926287] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.926865] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.927266] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.927704] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.928316] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.928707] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.929844] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.930243] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.931626] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.931626] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.932534] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.932902] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.934366] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.934366] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.935491] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.935930] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.936761] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.937215] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.938546] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.938546] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.405273] env[66117]: INFO networking_nsxv3.common.synchronization [None req-45138912-c169-47fa-916a-6422d30504a3 tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f with Priority: HIGHEST for action security_group_rules [ 1428.405790] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f with Priority: HIGHEST for action security_group_rules [ 1428.406114] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.406299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.406299] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.406542] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.406624] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41cd8345-4bb5-490b-ac1a-6fc094ef6f0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.483440] env[66117]: INFO networking_nsxv3.common.synchronization [None req-5bf59562-9187-4c55-be57-23bd01e960d7 tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f with Priority: HIGHEST for action security_group_rules [ 1428.484107] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f with Priority: HIGHEST for action security_group_rules [ 1428.484405] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.484503] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.927301] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.927486] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.927535] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.928098] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.928229] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.928335] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f already deleted. [ 1428.928417] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.928569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.928734] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.928816] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41cd8345-4bb5-490b-ac1a-6fc094ef6f0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.456376] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.456756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.456756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.456756] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.456872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.456872] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f already deleted. [ 1429.456955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.485451] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.485765] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.807327] env[66117]: INFO networking_nsxv3.common.synchronization [req-f3ee7ca0-d4dd-4cc4-aad0-0a52d0474f4d req-a9adfa4d-924d-4c45-b23e-1e843fc47d2b tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f with Priority: HIGHEST for action security_group_members [ 1433.808146] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f with Priority: HIGHEST for action security_group_members [ 1433.808146] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.808373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.808373] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.808587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.808846] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.808948] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.809020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.809177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.809261] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.809358] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41cd8345-4bb5-490b-ac1a-6fc094ef6f0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.069824] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.070039] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.070169] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.070427] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.070682] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.070834] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.070950] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.071180] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.071321] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.071527] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1434.071637] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1434.071742] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1434.071880] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1434.071963] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1434.072074] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1434.072206] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1434.096804] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1434.096946] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1434.097125] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1434.097260] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.097562] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-ba050354-dfa9-4e6a-8009-44d8bfa01e36 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.097728] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-ba050354-dfa9-4e6a-8009-44d8bfa01e36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.097842] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-ba050354-dfa9-4e6a-8009-44d8bfa01e36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.098196] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-ba050354-dfa9-4e6a-8009-44d8bfa01e36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.098338] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba050354-dfa9-4e6a-8009-44d8bfa01e36',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.311347] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.311585] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.311585] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.311781] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.311871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.312081] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.312252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.312252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.312372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.312447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.312527] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f already deleted. [ 1434.312606] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.600511] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.600785] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.600868] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.601223] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.601377] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.601529] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port ba050354-dfa9-4e6a-8009-44d8bfa01e36 not found, creating... [ 1434.601825] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.601948] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.602083] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.602339] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.602436] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.602711] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.602858] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.602969] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.603196] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.603326] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.603463] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: ba050354-dfa9-4e6a-8009-44d8bfa01e36 is going to be created. [ 1434.624130] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.624370] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.624457] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.624717] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.624941] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.625180] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-ba050354-dfa9-4e6a-8009-44d8bfa01e36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.310112] env[66117]: INFO networking_nsxv3.common.synchronization [req-f3ee7ca0-d4dd-4cc4-aad0-0a52d0474f4d req-92cd12a6-48c9-42b0-9404-410dd0bddcdd service nova] Enqueued Resource ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f with Priority: HIGHEST for action security_group_rules [ 1435.310305] env[66117]: INFO networking_nsxv3.common.synchronization [req-f3ee7ca0-d4dd-4cc4-aad0-0a52d0474f4d req-92cd12a6-48c9-42b0-9404-410dd0bddcdd service nova] Enqueued Resource ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f with Priority: HIGHEST for action security_group_members [ 1435.310441] env[66117]: INFO networking_nsxv3.common.synchronization [req-f3ee7ca0-d4dd-4cc4-aad0-0a52d0474f4d req-92cd12a6-48c9-42b0-9404-410dd0bddcdd service nova] Enqueued Resource ID: ba050354-dfa9-4e6a-8009-44d8bfa01e36 with Priority: HIGHEST for action port [ 1435.310673] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f with Priority: HIGHEST for action security_group_rules [ 1435.310801] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f with Priority: HIGHEST for action security_group_members [ 1435.310895] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba050354-dfa9-4e6a-8009-44d8bfa01e36 with Priority: HIGHEST for action port [ 1435.311866] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.311991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.312230] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.312415] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.312500] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41cd8345-4bb5-490b-ac1a-6fc094ef6f0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.314233] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.314402] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.314479] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.314670] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.314832] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.314928] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.315024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.315150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.315476] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.315476] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41cd8345-4bb5-490b-ac1a-6fc094ef6f0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.316114] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba050354-dfa9-4e6a-8009-44d8bfa01e36 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.316261] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba050354-dfa9-4e6a-8009-44d8bfa01e36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.316261] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba050354-dfa9-4e6a-8009-44d8bfa01e36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.316356] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba050354-dfa9-4e6a-8009-44d8bfa01e36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.316397] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba050354-dfa9-4e6a-8009-44d8bfa01e36',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.815728] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.816170] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.818208] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41cd8345-4bb5-490b-ac1a-6fc094ef6f0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.819200] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba050354-dfa9-4e6a-8009-44d8bfa01e36 with status ACTIVE [ 1435.819311] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.819450] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.819502] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.819665] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.819746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.819912] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.820016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.820085] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.820234] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.820307] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.820483] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.820587] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.820643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.820773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.820851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.820931] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba050354-dfa9-4e6a-8009-44d8bfa01e36 is going to be updated. [ 1435.842670] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.842886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.842886] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.843087] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.843222] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.843379] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba050354-dfa9-4e6a-8009-44d8bfa01e36" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.323240] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41cd8345-4bb5-490b-ac1a-6fc094ef6f0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.825554] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.825873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.825873] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.825985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.826089] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.826188] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f is going to be created. [ 1436.851470] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.851767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.851767] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.851887] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.852030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.861458] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f in Status: UNINITIALIZED for 2s [ 1438.872726] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f in Status: SUCCESS [ 1438.873125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.873125] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.873267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.873452] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.873569] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.873633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.873793] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.873872] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.873954] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.874062] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41cd8345-4bb5-490b-ac1a-6fc094ef6f0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.376968] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41cd8345-4bb5-490b-ac1a-6fc094ef6f0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.879281] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f: rpc.has_security_group_logging(os_id): False [ 1439.896664] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.896889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.896889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.897158] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.897280] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.897480] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.897580] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.897641] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.897801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.897879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.897960] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f is going to be created. [ 1439.959175] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.959416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.959416] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.959579] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.959768] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.970079] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f in Status: IN_PROGRESS for 2s [ 1440.312163] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.312369] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1441.984183] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f in Status: SUCCESS [ 1441.984564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.313668] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.314093] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.315070] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.315543] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.315993] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.316376] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.317523] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.317937] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.318472] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.318924] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.319129] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.319532] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.320712] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.320712] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.322280] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.322280] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.160818] env[66117]: INFO networking_nsxv3.common.synchronization [req-4c319886-bdfb-4d2e-8c94-9485384ad137 req-feb28907-4681-4850-80a7-2c6a427ca9e0 tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f with Priority: HIGHEST for action security_group_members [ 1482.161147] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f with Priority: HIGHEST for action security_group_members [ 1482.161374] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.161963] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.161963] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.161963] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.162136] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.162202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.162253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.162383] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.162462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.162591] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41cd8345-4bb5-490b-ac1a-6fc094ef6f0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.665121] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.665345] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.665345] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.665572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.665680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.665884] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.665986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.666063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.666231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.666310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.666398] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f is going to be updated. [ 1482.698360] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.698578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.698578] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.698801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.698945] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.707407] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f in Status: IN_PROGRESS for 2s [ 1484.718459] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f in Status: SUCCESS [ 1484.718876] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41cd8345-4bb5-490b-ac1a-6fc094ef6f0f deletion is rescheduled due to dependency. [ 1484.718876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41cd8345-4bb5-490b-ac1a-6fc094ef6f0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.162203] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.162609] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.163448] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.163935] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.251903] env[66117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-962fb05b-7848-4893-af98-6b833380b06a None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1493.252221] env[66117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-962fb05b-7848-4893-af98-6b833380b06a None None] NSXv3 Agent Agent loop - iteration:4 started [ 1493.694333] env[66117]: INFO networking_nsxv3.common.synchronization [req-909a9612-d63e-4e05-b449-d012309ff10d req-902d6c34-7eda-428e-bbac-f24b4846939d tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: 2369feaa-6218-4df7-83ce-656419310e73 with Priority: HIGHEST for action security_group_members [ 1493.694881] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2369feaa-6218-4df7-83ce-656419310e73 with Priority: HIGHEST for action security_group_members [ 1493.695208] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2369feaa-6218-4df7-83ce-656419310e73 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.695330] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.695403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.695778] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.695941] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.696055] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.696116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.696281] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.696366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.696460] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2369feaa-6218-4df7-83ce-656419310e73',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.198402] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.198402] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.198714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.198714] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.198801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.199017] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.199116] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.199178] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.199328] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.199403] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.199487] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2369feaa-6218-4df7-83ce-656419310e73 is going to be updated. [ 1494.230351] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.230581] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.230581] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.230743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.230877] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.241702] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2369feaa-6218-4df7-83ce-656419310e73 in Status: IN_PROGRESS for 2s [ 1496.252794] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2369feaa-6218-4df7-83ce-656419310e73 in Status: SUCCESS [ 1496.253216] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2369feaa-6218-4df7-83ce-656419310e73 deletion is rescheduled due to dependency. [ 1496.253216] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.242690] env[66117]: INFO networking_nsxv3.common.synchronization [None req-107f81a3-d017-45b0-a065-6f7194a67e06 tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: 7acf4efe-96be-4564-b514-902d3e53cc4a with Priority: HIGHEST for action security_group_rules [ 1498.242936] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7acf4efe-96be-4564-b514-902d3e53cc4a with Priority: HIGHEST for action security_group_rules [ 1498.243237] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7acf4efe-96be-4564-b514-902d3e53cc4a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.243349] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.243407] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.243660] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.243787] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7acf4efe-96be-4564-b514-902d3e53cc4a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.317976] env[66117]: INFO networking_nsxv3.common.synchronization [None req-4f1ce933-3ed2-4681-9f9a-1618c55fa1ce tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: 7acf4efe-96be-4564-b514-902d3e53cc4a with Priority: HIGHEST for action security_group_rules [ 1498.318492] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7acf4efe-96be-4564-b514-902d3e53cc4a with Priority: HIGHEST for action security_group_rules [ 1498.318808] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7acf4efe-96be-4564-b514-902d3e53cc4a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.318902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.795722] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.795722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.795722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.795722] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.796091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.796091] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7acf4efe-96be-4564-b514-902d3e53cc4a already deleted. [ 1498.796091] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.796210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.796359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.796445] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7acf4efe-96be-4564-b514-902d3e53cc4a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.317411] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.317826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.317826] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.317906] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.317991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.318135] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7acf4efe-96be-4564-b514-902d3e53cc4a already deleted. [ 1499.318252] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.319739] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.320133] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.584769] env[66117]: INFO networking_nsxv3.common.synchronization [req-ffc449fd-cb22-479b-ac5e-ab2c3f567940 req-a3963624-1d17-4de0-bbb3-ad38dca5bb7e tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: 7acf4efe-96be-4564-b514-902d3e53cc4a with Priority: HIGHEST for action security_group_members [ 1503.584769] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7acf4efe-96be-4564-b514-902d3e53cc4a with Priority: HIGHEST for action security_group_members [ 1503.584769] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7acf4efe-96be-4564-b514-902d3e53cc4a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.584769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.584769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.584769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.584769] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.584769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.584769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.584769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.584769] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.584769] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7acf4efe-96be-4564-b514-902d3e53cc4a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.886243] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.886456] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.886556] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.886808] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.887230] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.887429] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.887547] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.887801] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.887947] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.888184] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1503.888288] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1503.888395] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1503.888504] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1503.888613] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1503.888742] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1503.888889] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1503.918739] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1503.918957] env[66117]: DEBUG dogpile.cache.region [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1503.919057] env[66117]: DEBUG dogpile.lock [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1503.919233] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.919542] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock port-e0816a8a-0a47-440c-b552-ca02b8a73a58 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.919711] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "port-e0816a8a-0a47-440c-b552-ca02b8a73a58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.919829] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "port-e0816a8a-0a47-440c-b552-ca02b8a73a58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.920213] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "port-e0816a8a-0a47-440c-b552-ca02b8a73a58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.920355] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0816a8a-0a47-440c-b552-ca02b8a73a58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.085581] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.085803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.085803] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.085988] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.086092] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.086292] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.086387] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.086445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.086594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.086669] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.086749] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7acf4efe-96be-4564-b514-902d3e53cc4a already deleted. [ 1504.086844] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.423422] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.423879] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.424113] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.424351] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.424585] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.424775] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Segment Port e0816a8a-0a47-440c-b552-ca02b8a73a58 not found, creating... [ 1504.425152] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.425323] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.425451] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.425714] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.425863] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.426161] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.426317] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.426433] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.426642] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.426789] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.426925] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Resource: SegmentPort with ID: e0816a8a-0a47-440c-b552-ca02b8a73a58 is going to be created. [ 1504.448629] env[66117]: DEBUG networking_nsxv3.common.locking [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.448883] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.449025] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.449302] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.449528] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.449745] env[66117]: DEBUG oslo_concurrency.lockutils [None req-a957c08b-f86d-4604-bfd5-3b9c465516f4 None None] Releasing lock "port-e0816a8a-0a47-440c-b552-ca02b8a73a58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.108374] env[66117]: INFO networking_nsxv3.common.synchronization [req-ffc449fd-cb22-479b-ac5e-ab2c3f567940 req-dcdecdb9-23e1-4a5a-8697-af69f4d483d1 service nova] Enqueued Resource ID: 7acf4efe-96be-4564-b514-902d3e53cc4a with Priority: HIGHEST for action security_group_rules [ 1505.108553] env[66117]: INFO networking_nsxv3.common.synchronization [req-ffc449fd-cb22-479b-ac5e-ab2c3f567940 req-dcdecdb9-23e1-4a5a-8697-af69f4d483d1 service nova] Enqueued Resource ID: 7acf4efe-96be-4564-b514-902d3e53cc4a with Priority: HIGHEST for action security_group_members [ 1505.108699] env[66117]: INFO networking_nsxv3.common.synchronization [req-ffc449fd-cb22-479b-ac5e-ab2c3f567940 req-dcdecdb9-23e1-4a5a-8697-af69f4d483d1 service nova] Enqueued Resource ID: e0816a8a-0a47-440c-b552-ca02b8a73a58 with Priority: HIGHEST for action port [ 1505.109232] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7acf4efe-96be-4564-b514-902d3e53cc4a with Priority: HIGHEST for action security_group_rules [ 1505.109365] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7acf4efe-96be-4564-b514-902d3e53cc4a with Priority: HIGHEST for action security_group_members [ 1505.109460] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0816a8a-0a47-440c-b552-ca02b8a73a58 with Priority: HIGHEST for action port [ 1505.109727] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7acf4efe-96be-4564-b514-902d3e53cc4a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.109848] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.109940] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.110474] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.110563] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7acf4efe-96be-4564-b514-902d3e53cc4a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.112045] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7acf4efe-96be-4564-b514-902d3e53cc4a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.112169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.112235] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.112418] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.112551] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.112646] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.112710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.112845] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.112936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.113044] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7acf4efe-96be-4564-b514-902d3e53cc4a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.114114] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0816a8a-0a47-440c-b552-ca02b8a73a58 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.114220] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0816a8a-0a47-440c-b552-ca02b8a73a58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.114284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0816a8a-0a47-440c-b552-ca02b8a73a58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.114431] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0816a8a-0a47-440c-b552-ca02b8a73a58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.114507] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0816a8a-0a47-440c-b552-ca02b8a73a58',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.616235] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7acf4efe-96be-4564-b514-902d3e53cc4a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.617149] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7acf4efe-96be-4564-b514-902d3e53cc4a taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.617303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.617478] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0816a8a-0a47-440c-b552-ca02b8a73a58 with status ACTIVE [ 1505.617636] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.617782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.617854] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.619524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.619524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.619524] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.619524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.619524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.619524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.619524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.619524] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.619524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.619524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.619524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.619524] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.619524] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0816a8a-0a47-440c-b552-ca02b8a73a58 is going to be updated. [ 1505.640910] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.641124] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.641124] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.641312] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.641442] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.641594] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0816a8a-0a47-440c-b552-ca02b8a73a58" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.121220] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7acf4efe-96be-4564-b514-902d3e53cc4a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.623873] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.624229] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.624229] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.624435] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.624528] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.624629] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7acf4efe-96be-4564-b514-902d3e53cc4a is going to be created. [ 1506.648788] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.648995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.648995] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.649214] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.649370] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.658106] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7acf4efe-96be-4564-b514-902d3e53cc4a in Status: UNINITIALIZED for 2s [ 1508.669340] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7acf4efe-96be-4564-b514-902d3e53cc4a in Status: SUCCESS [ 1508.669760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.669760] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.669880] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.670121] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.670253] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.670291] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.670449] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.670527] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.670612] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.670700] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7acf4efe-96be-4564-b514-902d3e53cc4a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.173326] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7acf4efe-96be-4564-b514-902d3e53cc4a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.675519] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7acf4efe-96be-4564-b514-902d3e53cc4a: rpc.has_security_group_logging(os_id): False [ 1509.693166] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.693501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.693501] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.693755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.693755] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.693938] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.694094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.694094] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.694210] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.694268] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.694323] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7acf4efe-96be-4564-b514-902d3e53cc4a is going to be created. [ 1509.748229] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.748666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.748666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.748666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.748871] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.759505] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7acf4efe-96be-4564-b514-902d3e53cc4a in Status: IN_PROGRESS for 2s [ 1510.110324] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.110519] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1511.773410] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7acf4efe-96be-4564-b514-902d3e53cc4a in Status: SUCCESS [ 1511.773820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.111505] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.111895] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.112691] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.113142] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.113723] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.114133] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.114662] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.115089] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.116185] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.116595] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.117365] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.117876] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.118902] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.119340] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1547.199427] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.199870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.199870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.199870] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.199979] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.702335] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.205216] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.708191] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1548.708406] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1549.459357] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.459805] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.459805] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.459805] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.471108] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1549.472016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.473222] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1549.509673] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.509809] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.509913] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.510166] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.525159] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.526012] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1549.526119] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1549.526217] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1549.559239] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.559447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.559447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.559645] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.560323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.560479] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1549.636049] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.636049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.636049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.636049] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.636512] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.636512] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1549.712934] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.713095] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.713165] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.713374] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.713710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.714059] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1549.714154] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2369feaa-6218-4df7-83ce-656419310e73', 'e8772825-c369-4332-ba6e-5310f8f91a2e', '5e29853a-0957-451f-968b-e25e31c3c208', '27298c91-e047-42b5-acc7-f0f8bc3f00fb', '4f9133f4-2b04-411a-b29d-3236a5312dae', '7cafd215-842a-42d8-9ed0-32523772f625', '7d84e082-9db3-47fe-9d8c-f2b29abfea3b', '8dcd68de-e6b5-4530-a5e3-1cc7b7044638', '53462322-77d4-431e-930d-ec1cc9568580', '074427bc-2c54-403c-b87b-27973b2d7471', '625de77c-6b16-48ca-81f2-3bc05fd237cc', '7acf4efe-96be-4564-b514-902d3e53cc4a', 'e2437c82-0855-4a56-b541-c26981f6d211', '3397947a-8086-4620-a2a8-93648c0bbbe2', 'a37eb35f-d288-4aef-8faf-842676764840', '439f607f-7c99-4ff8-a88f-88ffa23f4517', '08e1d86d-3294-400f-be01-5245da320976', 'e03ad3e9-2bcb-43cc-b5a2-bebb9861037a', '4e23a49a-264a-4c6c-98f6-468ecb26e913', 'c283415d-7a48-4536-ba73-129a5f29657d', 'e834603c-8bf7-40c6-bcaf-48174b4ddb86', 'cf73d046-9c6f-4f2c-84c0-7ec4931b561e', 'f5c0114d-7027-4ce5-9313-d28e3b20d790', '41cd8345-4bb5-490b-ac1a-6fc094ef6f0f'} {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1549.714244] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1549.733061] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.733227] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.733267] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.733452] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.733570] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.733716] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1549.733816] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1549.733926] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1549.804481] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.804710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.804710] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.804898] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.806068] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.806333] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1549.806412] env[66117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1549.806484] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1549.806546] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1549.806623] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1549.806691] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2369feaa-6218-4df7-83ce-656419310e73 with Priority: HIGH for action security_group_rules [ 1549.806814] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8772825-c369-4332-ba6e-5310f8f91a2e with Priority: HIGH for action security_group_rules [ 1549.806867] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e29853a-0957-451f-968b-e25e31c3c208 with Priority: HIGH for action security_group_rules [ 1549.806925] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGH for action security_group_rules [ 1549.806986] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGH for action security_group_rules [ 1549.807059] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7cafd215-842a-42d8-9ed0-32523772f625 with Priority: HIGH for action security_group_rules [ 1549.807164] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGH for action security_group_rules [ 1549.807164] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGH for action security_group_rules [ 1549.807265] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53462322-77d4-431e-930d-ec1cc9568580 with Priority: HIGH for action security_group_rules [ 1549.807265] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGH for action security_group_rules [ 1549.807352] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc with Priority: HIGH for action security_group_rules [ 1549.807388] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7acf4efe-96be-4564-b514-902d3e53cc4a with Priority: HIGH for action security_group_rules [ 1549.807449] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGH for action security_group_rules [ 1549.807502] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 with Priority: HIGH for action security_group_rules [ 1549.807551] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a37eb35f-d288-4aef-8faf-842676764840 with Priority: HIGH for action security_group_rules [ 1549.807598] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 with Priority: HIGH for action security_group_rules [ 1549.807655] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGH for action security_group_rules [ 1549.807709] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGH for action security_group_rules [ 1549.807769] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGH for action security_group_rules [ 1549.807825] env[66117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c283415d-7a48-4536-ba73-129a5f29657d with Priority: HIGH for action security_group_rules [ 1549.807918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.120035] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.120224] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1550.120224] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2369feaa-6218-4df7-83ce-656419310e73 with Priority: HIGH for action security_group_rules [ 1550.120381] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e29853a-0957-451f-968b-e25e31c3c208 with Priority: HIGH for action security_group_rules [ 1550.120445] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b with Priority: HIGH for action security_group_rules [ 1550.120549] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37eb35f-d288-4aef-8faf-842676764840 with Priority: HIGH for action security_group_rules [ 1550.120642] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c283415d-7a48-4536-ba73-129a5f29657d with Priority: HIGH for action security_group_rules [ 1550.120731] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 with Priority: HIGH for action security_group_rules [ 1550.120818] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a with Priority: HIGH for action security_group_rules [ 1550.120904] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e1d86d-3294-400f-be01-5245da320976 with Priority: HIGH for action security_group_rules [ 1550.120989] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 with Priority: HIGH for action security_group_rules [ 1550.121096] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 with Priority: HIGH for action security_group_rules [ 1550.121183] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2437c82-0855-4a56-b541-c26981f6d211 with Priority: HIGH for action security_group_rules [ 1550.121269] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7acf4efe-96be-4564-b514-902d3e53cc4a with Priority: HIGH for action security_group_rules [ 1550.121355] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc with Priority: HIGH for action security_group_rules [ 1550.121439] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074427bc-2c54-403c-b87b-27973b2d7471 with Priority: HIGH for action security_group_rules [ 1550.121522] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53462322-77d4-431e-930d-ec1cc9568580 with Priority: HIGH for action security_group_rules [ 1550.121607] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cafd215-842a-42d8-9ed0-32523772f625 with Priority: HIGH for action security_group_rules [ 1550.121693] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 with Priority: HIGH for action security_group_rules [ 1550.121778] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9133f4-2b04-411a-b29d-3236a5312dae with Priority: HIGH for action security_group_rules [ 1550.121862] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8772825-c369-4332-ba6e-5310f8f91a2e with Priority: HIGH for action security_group_rules [ 1550.121947] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb with Priority: HIGH for action security_group_rules [ 1550.122309] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2369feaa-6218-4df7-83ce-656419310e73 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.122437] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.122499] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.122719] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.122805] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2369feaa-6218-4df7-83ce-656419310e73',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.123795] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e29853a-0957-451f-968b-e25e31c3c208 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.123907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.123965] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.124628] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.124628] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e29853a-0957-451f-968b-e25e31c3c208',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.125066] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.125169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.125169] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.125801] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.125801] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d84e082-9db3-47fe-9d8c-f2b29abfea3b',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.127571] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a37eb35f-d288-4aef-8faf-842676764840 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.127684] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.127754] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.128151] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.128151] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a37eb35f-d288-4aef-8faf-842676764840',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.128659] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c283415d-7a48-4536-ba73-129a5f29657d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.128987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.128987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.128987] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.129168] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c283415d-7a48-4536-ba73-129a5f29657d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.129697] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e23a49a-264a-4c6c-98f6-468ecb26e913 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.129805] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.129869] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.130037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.130114] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e23a49a-264a-4c6c-98f6-468ecb26e913',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.130773] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.130876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.130947] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.131136] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.131178] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e03ad3e9-2bcb-43cc-b5a2-bebb9861037a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.132021] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08e1d86d-3294-400f-be01-5245da320976 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.132021] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.132225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.132225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.132296] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08e1d86d-3294-400f-be01-5245da320976',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.267368] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3397947a-8086-4620-a2a8-93648c0bbbe2 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.267614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.267614] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.267746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.267834] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3397947a-8086-4620-a2a8-93648c0bbbe2',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.268663] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-439f607f-7c99-4ff8-a88f-88ffa23f4517 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.268784] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.268822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.268981] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.269080] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('439f607f-7c99-4ff8-a88f-88ffa23f4517',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.269913] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2437c82-0855-4a56-b541-c26981f6d211 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.270072] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.270181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.270398] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.270519] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2437c82-0855-4a56-b541-c26981f6d211',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.271442] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7acf4efe-96be-4564-b514-902d3e53cc4a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.271592] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.271694] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.271921] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.272042] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7acf4efe-96be-4564-b514-902d3e53cc4a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.272883] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-625de77c-6b16-48ca-81f2-3bc05fd237cc taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.273053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.273168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.273393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.273509] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('625de77c-6b16-48ca-81f2-3bc05fd237cc',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.274402] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-074427bc-2c54-403c-b87b-27973b2d7471 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.274560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.274666] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.274902] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.275038] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('074427bc-2c54-403c-b87b-27973b2d7471',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.275965] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53462322-77d4-431e-930d-ec1cc9568580 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.276115] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.276223] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.276443] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.276559] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53462322-77d4-431e-930d-ec1cc9568580',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.277399] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cafd215-842a-42d8-9ed0-32523772f625 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.277554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.277664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.277840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.277917] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cafd215-842a-42d8-9ed0-32523772f625',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.278734] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dcd68de-e6b5-4530-a5e3-1cc7b7044638 taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.278882] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.278986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.279225] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.279331] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dcd68de-e6b5-4530-a5e3-1cc7b7044638',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.280194] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9133f4-2b04-411a-b29d-3236a5312dae taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.280329] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.280393] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.280600] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.280714] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9133f4-2b04-411a-b29d-3236a5312dae',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.281508] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8772825-c369-4332-ba6e-5310f8f91a2e taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.281643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.281715] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.281923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.282029] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8772825-c369-4332-ba6e-5310f8f91a2e',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.282809] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27298c91-e047-42b5-acc7-f0f8bc3f00fb taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.282971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.283097] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.283325] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.283474] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27298c91-e047-42b5-acc7-f0f8bc3f00fb',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.804378] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7acf4efe-96be-4564-b514-902d3e53cc4a taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.804889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.804889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.804889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.804889] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.805183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.805183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.805183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.805322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.805322] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.805415] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7acf4efe-96be-4564-b514-902d3e53cc4a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.819751] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7acf4efe-96be-4564-b514-902d3e53cc4a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.860135] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.860380] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.860437] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.860659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.863040] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.863196] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.864608] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.864726] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.865481] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.865575] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.866266] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.866361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.867045] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.867177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.867746] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.867845] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.868550] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.868652] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.869342] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.869434] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.870117] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.870213] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.870892] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.870972] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.871716] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1550.871954] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.872055] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.873244] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1550.873608] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.873700] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.874278] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1550.874663] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.874752] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.875323] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1550.875688] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.875773] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.876362] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1550.876736] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.876831] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.877429] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1550.877803] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.877895] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.878510] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1550.878848] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.878930] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.879535] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1550.879916] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.880007] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.887570] env[66117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1550.887976] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.888123] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8772825-c369-4332-ba6e-5310f8f91a2e is going to be deleted. [ 1550.888991] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.889224] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.908851] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.909032] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cafd215-842a-42d8-9ed0-32523772f625 is going to be deleted. [ 1550.909838] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.910060] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.928167] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.928338] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9133f4-2b04-411a-b29d-3236a5312dae is going to be deleted. [ 1550.929171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.929359] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.951338] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.951629] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.952317] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.952420] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 074427bc-2c54-403c-b87b-27973b2d7471 is going to be deleted. [ 1550.953258] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.953461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.965722] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.965916] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.976187] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.976369] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.980279] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.980385] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e29853a-0957-451f-968b-e25e31c3c208 is going to be deleted. [ 1550.981265] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.981477] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.031031] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.031245] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.032971] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.033140] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e23a49a-264a-4c6c-98f6-468ecb26e913 is going to be deleted. [ 1551.034400] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.034676] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.062759] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.062936] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27298c91-e047-42b5-acc7-f0f8bc3f00fb is going to be deleted. [ 1551.063795] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.064015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.127133] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.127323] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c283415d-7a48-4536-ba73-129a5f29657d is going to be deleted. [ 1551.128220] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.128437] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.129885] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.129990] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.142829] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.143039] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.162799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.162980] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2369feaa-6218-4df7-83ce-656419310e73 is going to be deleted. [ 1551.163912] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.164153] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.259625] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.259840] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.275262] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.275440] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 439f607f-7c99-4ff8-a88f-88ffa23f4517 is going to be deleted. [ 1551.276461] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.277016] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.317251] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.317425] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08e1d86d-3294-400f-be01-5245da320976 is going to be deleted. [ 1551.318304] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.318522] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.320212] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.320382] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.335740] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7acf4efe-96be-4564-b514-902d3e53cc4a: rpc.has_security_group_logging(os_id): False [ 1551.373699] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.373917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.375587] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.375776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.393620] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.393832] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e03ad3e9-2bcb-43cc-b5a2-bebb9861037a is going to be deleted. [ 1551.394782] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.395030] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.416247] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.416462] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.421748] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.421944] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53462322-77d4-431e-930d-ec1cc9568580 is going to be deleted. [ 1551.422834] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.423078] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.470685] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.470891] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3397947a-8086-4620-a2a8-93648c0bbbe2 is going to be deleted. [ 1551.471786] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.472015] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.499531] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.499790] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.527083] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.527261] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dcd68de-e6b5-4530-a5e3-1cc7b7044638 is going to be deleted. [ 1551.528272] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.528487] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.557640] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.557866] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.559019] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.559135] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.584581] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.584759] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2437c82-0855-4a56-b541-c26981f6d211 is going to be deleted. [ 1551.585673] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.585893] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.714952] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.715218] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 625de77c-6b16-48ca-81f2-3bc05fd237cc is going to be deleted. [ 1551.716180] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.716390] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.742757] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.742757] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.743640] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.743640] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.752800] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.752800] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a37eb35f-d288-4aef-8faf-842676764840 is going to be deleted. [ 1551.753743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.753956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.756763] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.756889] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.794215] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.794432] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d84e082-9db3-47fe-9d8c-f2b29abfea3b is going to be deleted. [ 1551.795255] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.795467] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.795553] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.795664] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8772825-c369-4332-ba6e-5310f8f91a2e" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.795819] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.795985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.796101] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.796237] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cafd215-842a-42d8-9ed0-32523772f625" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.796731] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.796879] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.796955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.797082] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9133f4-2b04-411a-b29d-3236a5312dae" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.797209] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.797353] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.797421] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.797535] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-074427bc-2c54-403c-b87b-27973b2d7471" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.797659] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.797850] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.797955] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.798102] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e29853a-0957-451f-968b-e25e31c3c208" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.798241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.798385] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.798456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.798560] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e23a49a-264a-4c6c-98f6-468ecb26e913" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.798689] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.798837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.798907] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.799020] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27298c91-e047-42b5-acc7-f0f8bc3f00fb" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.799146] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.799306] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.799376] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.799483] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c283415d-7a48-4536-ba73-129a5f29657d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.799602] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.799745] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.799812] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.799923] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2369feaa-6218-4df7-83ce-656419310e73" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.800071] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.800231] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.816177] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.816653] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.841564] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.841831] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.841926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.841992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.842221] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.842303] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.842399] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7acf4efe-96be-4564-b514-902d3e53cc4a is going to be updated. [ 1551.843513] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.843680] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.843779] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.843917] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-439f607f-7c99-4ff8-a88f-88ffa23f4517" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.844036] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.844183] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.844261] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.844372] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08e1d86d-3294-400f-be01-5245da320976" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.844526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.844667] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.844743] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.844853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e03ad3e9-2bcb-43cc-b5a2-bebb9861037a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.844967] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.845121] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.845195] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.845310] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53462322-77d4-431e-930d-ec1cc9568580" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.845909] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.846084] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.846171] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.846289] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3397947a-8086-4620-a2a8-93648c0bbbe2" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.846412] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.846554] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.846633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.846746] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dcd68de-e6b5-4530-a5e3-1cc7b7044638" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.846926] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.847093] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.847174] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.847282] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2437c82-0855-4a56-b541-c26981f6d211" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.847395] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.847533] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.847608] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.847718] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-625de77c-6b16-48ca-81f2-3bc05fd237cc" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.863246] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.863447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.863447] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.863649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.863735] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.863853] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d84e082-9db3-47fe-9d8c-f2b29abfea3b" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.902332] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.902558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.902558] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.902753] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.902845] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.902968] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a37eb35f-d288-4aef-8faf-842676764840" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.989292] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.989559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.989559] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.989711] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.989858] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.014123] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7acf4efe-96be-4564-b514-902d3e53cc4a in Status: IN_PROGRESS for 2s [ 1554.032064] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7acf4efe-96be-4564-b514-902d3e53cc4a in Status: SUCCESS [ 1554.032469] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.123189] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.123604] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.124066] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.124446] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.125232] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.125762] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.485840] env[66117]: INFO networking_nsxv3.common.synchronization [req-d262596f-297a-43bf-9794-7b10ba7c412b req-c1809384-9028-484a-b33a-9037c0b524f3 tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: 7acf4efe-96be-4564-b514-902d3e53cc4a with Priority: HIGHEST for action security_group_members [ 1566.486416] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7acf4efe-96be-4564-b514-902d3e53cc4a with Priority: HIGHEST for action security_group_members [ 1566.486715] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7acf4efe-96be-4564-b514-902d3e53cc4a taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.486833] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.486901] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.487107] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.487255] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.487350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.487409] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.487557] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.487633] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.487722] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7acf4efe-96be-4564-b514-902d3e53cc4a',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.990290] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.990514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.990514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.990733] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.990820] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.991036] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.991140] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.991202] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.991361] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.991439] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.991524] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7acf4efe-96be-4564-b514-902d3e53cc4a is going to be updated. [ 1567.019402] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.019632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.019632] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.019799] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.019936] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.029034] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7acf4efe-96be-4564-b514-902d3e53cc4a in Status: IN_PROGRESS for 2s [ 1569.041940] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7acf4efe-96be-4564-b514-902d3e53cc4a in Status: SUCCESS [ 1569.042366] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7acf4efe-96be-4564-b514-902d3e53cc4a deletion is rescheduled due to dependency. [ 1569.042366] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7acf4efe-96be-4564-b514-902d3e53cc4a" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.171781] env[66117]: INFO networking_nsxv3.common.synchronization [None req-f0a24217-9286-466b-b665-58d9476224ea tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f with Priority: HIGHEST for action security_group_rules [ 1571.172367] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f with Priority: HIGHEST for action security_group_rules [ 1571.172676] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2989bd4-5b55-4563-bbaf-78be38fd9e0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.172796] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.172860] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.173240] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.173330] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2989bd4-5b55-4563-bbaf-78be38fd9e0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.250778] env[66117]: INFO networking_nsxv3.common.synchronization [None req-62053c9e-1f25-44bb-b903-e8d5bbc7d246 tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f with Priority: HIGHEST for action security_group_rules [ 1571.251782] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f with Priority: HIGHEST for action security_group_rules [ 1571.252114] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2989bd4-5b55-4563-bbaf-78be38fd9e0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.252219] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.693984] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.694164] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.694241] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.694529] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.694636] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.694741] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f already deleted. [ 1571.694828] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.694977] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.695142] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.695229] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2989bd4-5b55-4563-bbaf-78be38fd9e0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.216437] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.216776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.216776] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.216938] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.217037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.217094] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f already deleted. [ 1572.217177] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.252796] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.252796] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1576.566075] env[66117]: INFO networking_nsxv3.common.synchronization [req-fd3aea79-fd26-447c-8f1d-e07fd07d1432 req-d58a794c-11d2-4e08-b379-11a7542ae4aa tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f with Priority: HIGHEST for action security_group_members [ 1576.566569] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f with Priority: HIGHEST for action security_group_members [ 1576.566873] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.566993] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.567074] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.567326] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.567476] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.567574] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.567661] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.567772] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.568029] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.568029] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2989bd4-5b55-4563-bbaf-78be38fd9e0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.846847] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.847123] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.847290] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.847600] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.847877] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.848044] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.848160] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.848434] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.848587] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.848805] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1576.848917] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] NeedRegenerationException {{(pid=66117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1576.849088] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] no value, waiting for create lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1576.849149] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] value creation lock acquired {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1576.849239] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] No value present for key: 'zone-id' {{(pid=66117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1576.849340] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Calling creation function for not-yet-present value {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1576.849470] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1576.871425] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1576.871589] env[66117]: DEBUG dogpile.cache.region [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1576.871721] env[66117]: DEBUG dogpile.lock [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Released creation lock {{(pid=66117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1576.871886] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "network-420" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.872220] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock port-5bcf49ac-a5aa-47d4-a0e3-308d417e532d taken with stack trace [, , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.872397] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "port-5bcf49ac-a5aa-47d4-a0e3-308d417e532d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.872542] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "port-5bcf49ac-a5aa-47d4-a0e3-308d417e532d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.872845] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "port-5bcf49ac-a5aa-47d4-a0e3-308d417e532d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.872981] env[66117]: DEBUG networking_nsxv3.api.rpc [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bcf49ac-a5aa-47d4-a0e3-308d417e532d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1577.070073] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.070273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.070273] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.070481] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.070572] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.070778] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.070876] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.070935] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.071150] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.071211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.071248] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f already deleted. [ 1577.071323] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.375350] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.375687] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.375687] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.375918] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.376074] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.376225] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Segment Port 5bcf49ac-a5aa-47d4-a0e3-308d417e532d not found, creating... [ 1577.376512] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.376670] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.376784] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.377301] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.377301] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.377425] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.377554] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.377663] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.377862] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.377990] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.378136] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Resource: SegmentPort with ID: 5bcf49ac-a5aa-47d4-a0e3-308d417e532d is going to be created. [ 1577.399211] env[66117]: DEBUG networking_nsxv3.common.locking [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.399500] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.399672] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.400028] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.400333] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.400628] env[66117]: DEBUG oslo_concurrency.lockutils [None req-14c509a4-134e-4430-b58e-708523bd11e8 None None] Releasing lock "port-5bcf49ac-a5aa-47d4-a0e3-308d417e532d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.094799] env[66117]: INFO networking_nsxv3.common.synchronization [req-fd3aea79-fd26-447c-8f1d-e07fd07d1432 req-8114b4cb-a231-4187-be29-1c30d4b35b98 service nova] Enqueued Resource ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f with Priority: HIGHEST for action security_group_rules [ 1578.094920] env[66117]: INFO networking_nsxv3.common.synchronization [req-fd3aea79-fd26-447c-8f1d-e07fd07d1432 req-8114b4cb-a231-4187-be29-1c30d4b35b98 service nova] Enqueued Resource ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f with Priority: HIGHEST for action security_group_members [ 1578.095070] env[66117]: INFO networking_nsxv3.common.synchronization [req-fd3aea79-fd26-447c-8f1d-e07fd07d1432 req-8114b4cb-a231-4187-be29-1c30d4b35b98 service nova] Enqueued Resource ID: 5bcf49ac-a5aa-47d4-a0e3-308d417e532d with Priority: HIGHEST for action port [ 1578.095631] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f with Priority: HIGHEST for action security_group_rules [ 1578.095765] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f with Priority: HIGHEST for action security_group_members [ 1578.095860] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bcf49ac-a5aa-47d4-a0e3-308d417e532d with Priority: HIGHEST for action port [ 1578.096685] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2989bd4-5b55-4563-bbaf-78be38fd9e0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.096772] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.096837] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.097063] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.097124] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2989bd4-5b55-4563-bbaf-78be38fd9e0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.098985] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.098985] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.099099] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.099217] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.099368] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.099455] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.101024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.101024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.101024] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.101024] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2989bd4-5b55-4563-bbaf-78be38fd9e0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.104017] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bcf49ac-a5aa-47d4-a0e3-308d417e532d taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.104017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bcf49ac-a5aa-47d4-a0e3-308d417e532d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.104017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bcf49ac-a5aa-47d4-a0e3-308d417e532d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.104017] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bcf49ac-a5aa-47d4-a0e3-308d417e532d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.104017] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bcf49ac-a5aa-47d4-a0e3-308d417e532d',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.599864] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.600295] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.602321] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2989bd4-5b55-4563-bbaf-78be38fd9e0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.604275] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bcf49ac-a5aa-47d4-a0e3-308d417e532d with status ACTIVE [ 1578.604471] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.604591] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.604660] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.604861] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.604949] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.605148] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.605271] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.605305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.605439] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.605506] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.605730] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.605846] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.606181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.606181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.606181] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.606322] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bcf49ac-a5aa-47d4-a0e3-308d417e532d is going to be updated. [ 1578.626119] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.626305] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.626350] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.626549] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.626678] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.626836] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bcf49ac-a5aa-47d4-a0e3-308d417e532d" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.105285] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2989bd4-5b55-4563-bbaf-78be38fd9e0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.607749] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.608108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.608108] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.608200] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.608284] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.608398] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f is going to be created. [ 1579.631444] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.631649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.631649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.631835] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.631986] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.642092] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f in Status: UNINITIALIZED for 2s [ 1581.654061] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f in Status: SUCCESS [ 1581.654061] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.654514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.654514] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.654656] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.654738] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.654802] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.654956] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.655053] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.655143] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.655309] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2989bd4-5b55-4563-bbaf-78be38fd9e0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1582.157445] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2989bd4-5b55-4563-bbaf-78be38fd9e0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1582.660212] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2989bd4-5b55-4563-bbaf-78be38fd9e0f: rpc.has_security_group_logging(os_id): False [ 1582.681394] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.681649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.681649] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.681822] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.681918] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.682157] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.682315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.682315] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.682456] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.682539] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.682629] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f is going to be created. [ 1582.742354] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.742750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.742750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.742750] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.743037] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.755790] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f in Status: IN_PROGRESS for 2s [ 1583.097260] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.097260] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1584.770767] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f in Status: SUCCESS [ 1584.771168] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.098044] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.098464] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1593.099503] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1593.099955] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1598.100448] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1598.100787] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1603.101794] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1603.102235] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1608.102827] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1608.103219] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1613.104498] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1613.104498] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1618.105260] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1618.105632] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1623.106177] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1623.106588] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1628.107028] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1628.107468] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1633.108781] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1633.109181] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1638.109602] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1638.110235] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1640.420691] env[66117]: INFO networking_nsxv3.common.synchronization [req-b03576ca-45ec-45bf-ae72-d29a945e9741 req-47669638-e8b0-463b-858d-223a813df020 tempest-AttachVolumeNegativeTest-1643227686 tempest-AttachVolumeNegativeTest-1643227686-project-member] Enqueued Resource ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f with Priority: HIGHEST for action security_group_members [ 1640.421536] env[66117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f with Priority: HIGHEST for action security_group_members [ 1640.421868] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f taken with stack trace [, , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.421992] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.422643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.422643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.422643] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.422643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.422643] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.422969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.422969] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.422969] env[66117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2989bd4-5b55-4563-bbaf-78be38fd9e0f',) {} {{(pid=66117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1640.925861] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.926106] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.926211] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.926445] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.926535] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.926861] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.926973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.926973] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.927161] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.927238] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.927330] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f is going to be updated. [ 1640.968941] env[66117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.969109] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.969179] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.969386] env[66117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.969526] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.978234] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f in Status: IN_PROGRESS for 2s [ 1642.989387] env[66117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f in Status: SUCCESS [ 1642.989674] env[66117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2989bd4-5b55-4563-bbaf-78be38fd9e0f deletion is rescheduled due to dependency. [ 1642.989723] env[66117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2989bd4-5b55-4563-bbaf-78be38fd9e0f" {{(pid=66117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.422387] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1645.422798] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1650.424249] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1650.424617] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1655.425067] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1655.425343] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1660.426612] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1660.427145] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1665.428235] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1665.428615] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1670.430028] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1670.430413] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1675.430718] env[66117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1675.431267] env[66117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0